-- Logs begin at Mon 2021-06-21 15:52:31 UTC, end at Mon 2021-06-21 16:53:49 UTC. --
Jun 21 16:25:31.923668 dv-cinder-797161-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jun 21 16:25:34.227525 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.common.config [-] Logging enabled!
Jun 21 16:25:34.228754 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev76
Jun 21 16:25:34.228838 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78321) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 21 16:25:34.231877 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.common.config [-] Logging enabled!
Jun 21 16:25:34.232134 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev76
Jun 21 16:25:34.232443 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78321) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 21 16:25:34.233363 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jun 21 16:25:34.233598 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jun 21 16:25:34.233954 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jun 21 16:25:34.234201 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jun 21 16:25:34.234426 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jun 21 16:25:34.234743 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.235038 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.235334 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.235563 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.235879 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.236168 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.236451 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.236739 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.237031 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.237314 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.237592 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.237873 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.238102 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.238381 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.238665 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.238947 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.239169 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] debug                          = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.239449 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.239907 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.240319 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.240599 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.240885 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.241162 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.241433 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.241715 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.241998 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.242325 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] host                           = dv-cinder-797161-1-iscsi {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.242598 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.242882 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.243260 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.244039 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.244317 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.244597 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.244882 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.245155 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.245425 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.245699 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.245985 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.246268 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.246555 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.246782 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.246999 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.247283 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.247567 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.247866 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.248138 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.248410 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.248682 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.248955 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.249224 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.249506 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.249790 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.250074 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.250349 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.250620 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.250888 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.251158 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.251440 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.251741 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.252017 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.252303 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.252574 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.252843 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.253115 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.253413 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.253697 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.253976 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.254257 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.254528 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.254808 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.255077 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.255370 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.255631 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.255908 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.256177 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.256455 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.256725 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.256994 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.257265 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.257533 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.257816 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:34.258110 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.258406 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.258706 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.259111 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.259412 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.259719 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.260011 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.260292 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.260581 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.260870 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.261161 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.261439 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.261732 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.262010 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.262304 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.262610 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.262901 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.263189 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.263464 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.263761 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.264039 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.264317 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.264601 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.264895 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.265183 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.265457 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.265735 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.266025 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.266302 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.266578 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.266857 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.267143 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.267419 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.267731 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.268017 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.268299 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.268573 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.268849 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.269128 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.269417 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.269693 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.269967 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.270239 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.270515 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.270786 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.271071 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.271347 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.271642 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.271919 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.272198 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.272471 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.272745 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.273023 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.273296 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.273572 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.273846 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.274120 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.274393 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.275200 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.275454 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.275753 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.276028 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.276305 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.276581 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.276855 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.277130 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.277402 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.277675 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.277960 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.278259 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.278539 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.278818 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.279097 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.279376 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.279678 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.279957 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.280238 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.280518 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.280793 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.281082 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.281367 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.281655 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.281943 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.282221 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.282516 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.282794 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.283075 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.283352 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.283651 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.283940 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.284223 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.284517 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.284810 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.285101 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.285391 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.285680 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.285959 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.286269 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.286549 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:34.286766 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 21 16:25:34.287003 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78321) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jun 21 16:25:34.674158 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO keyring.backend [-] Loading KWallet
Jun 21 16:25:34.681814 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO keyring.backend [-] Loading SecretService
Jun 21 16:25:34.685364 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO keyring.backend [-] Loading Windows
Jun 21 16:25:34.686684 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO keyring.backend [-] Loading chainer
Jun 21 16:25:34.687249 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO keyring.backend [-] Loading macOS
Jun 21 16:25:34.720002 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:25:34.720284 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=78321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:25:34.720575 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:25:34.720910 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.manager [-] Loading core plugin: ml2
Jun 21 16:25:35.035013 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.035307 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.035578 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.036818 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.037092 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.037370 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.157512 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.157790 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.158056 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.171813 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.172095 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.172364 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.200623 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.200900 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.201169 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.239239 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.239809 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.239809 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.471874 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f979f62caf0> agent after_create 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.472171 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f979f62caf0> agent after_update 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.472441 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f979f62c9d0> segment precommit_create 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.472709 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f979f62ca60> network precommit_delete 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.473462 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f979f6580d0> segment before_delete 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.596538 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f979ff4ec70>> network before_delete 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.596860 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f979f3cc310> agent before_delete 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.597142 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f979ff4ec70>> network before_create 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.597415 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f979ff4ec70>> port before_create 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.597683 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f979ff4ec70>> port before_update 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.597994 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f979ff4ec70>> segment after_delete 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.598259 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f979ff4ec70>> segment precommit_create 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.598515 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f979ff4ec70>> segment precommit_delete 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.598768 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f979ff4ec70>> segment after_create 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.599050 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f979ff4ec70>> network after_delete 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.599308 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f979ff4ec70>> network precommit_delete 0 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.599572 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f979ff4ec70>> port provisioning_complete 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.599869 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f979ff4ec70>> rbac-policy before_create 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.600124 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f979ff4ec70>> rbac-policy after_delete 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.600389 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f979ff4ec70>> agent after_update 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.600655 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f979ff4ec70>> subnet after_delete 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.600910 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f979ff4ec70>> subnet precommit_delete 0 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.601182 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f979ff4ec70>> rbac-policy before_update 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.601434 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f979ff4ec70>> rbac-policy before_delete 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.601714 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f979ff4ec70>> segment_host_mapping after_create 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.602061 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f979ff4ec70>> port after_create 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.602457 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f979ff4ec70>> port after_update 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.603266 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f979ff4ec70>> port after_delete 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.603537 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f979ff4ec70>> rbac-policy before_create 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.603817 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f979ff4ec70>> rbac-policy before_update 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.604065 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f979ff4ec70>> rbac-policy before_delete 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.604448 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 21 16:25:35.604690 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 21 16:25:35.604928 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 21 16:25:35.605165 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 21 16:25:35.605400 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 21 16:25:35.605636 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 21 16:25:35.606003 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jun 21 16:25:35.609162 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jun 21 16:25:35.613069 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jun 21 16:25:35.616867 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])])
Jun 21 16:25:35.619047 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jun 21 16:25:35.619489 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jun 21 16:25:35.619844 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jun 21 16:25:35.620229 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jun 21 16:25:35.623177 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jun 21 16:25:35.623429 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jun 21 16:25:35.623805 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jun 21 16:25:35.650861 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Jun 21 16:25:35.651308 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f979f4818b0>> qos_plugin after_init 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.651617 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78321) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jun 21 16:25:35.651992 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f979f481310>> logging-plugin after_init 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.653353 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78321) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jun 21 16:25:35.653633 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jun 21 16:25:35.653880 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jun 21 16:25:35.657140 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f979f696be0>> floatingip before_response 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.657424 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f979f696be0>> port before_response 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:35.718795 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jun 21 16:25:35.719036 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jun 21 16:25:35.719273 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jun 21 16:25:35.719672 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jun 21 16:25:35.752071 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_db.sqlalchemy.engines [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78321) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Jun 21 16:25:36.084285 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.plugins.ml2.managers [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Initializing driver for type 'gre'
Jun 21 16:25:36.084913 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] gre ID ranges: [(1, 1000)]
Jun 21 16:25:36.141963 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.plugins.ml2.managers [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Initializing driver for type 'local'
Jun 21 16:25:36.142298 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.plugins.ml2.managers [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Initializing driver for type 'vlan'
Jun 21 16:25:36.155312 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] VlanTypeDriver initialization complete
Jun 21 16:25:36.155716 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.plugins.ml2.managers [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Initializing driver for type 'vxlan'
Jun 21 16:25:36.156208 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] vxlan ID ranges: [(1, 1000)]
Jun 21 16:25:36.207442 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.plugins.ml2.managers [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Initializing extension driver 'port_security'
Jun 21 16:25:36.207863 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.plugins.ml2.extensions.port_security [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] PortSecurityExtensionDriver initialization complete
Jun 21 16:25:36.208253 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.plugins.ml2.managers [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Initializing mechanism driver 'openvswitch'
Jun 21 16:25:36.208622 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.plugins.ml2.managers [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Initializing mechanism driver 'hyperv'
Jun 21 16:25:36.215760 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.plugins.ml2.plugin [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:25:36.216510 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f979f54e430>> port after_create 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.216880 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f979f54e430>> port after_update 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.217231 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f979f54e430>> port after_delete 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.217615 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f979f54e370>> subnet after_create 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.217968 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f979f54e370>> subnet after_update 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.218310 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f979f54e370>> subnet after_delete 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.218685 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f979ef78880>> network after_create 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.219033 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f979ef78880>> network after_update 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.219369 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f979ef78880>> network after_delete 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.219778 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f979ef78af0>> security_group after_create 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.220125 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f979ef78af0>> security_group after_update 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.220461 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f979ef78af0>> security_group after_delete 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.220838 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f979ef78d60>> security_group_rule after_create 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.221178 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f979ef78d60>> security_group_rule after_update 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.221513 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f979ef78d60>> security_group_rule after_delete 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.221895 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f979ef78fd0>> address_group after_create 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.222220 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f979ef78fd0>> address_group after_update 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.222552 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f979ef78fd0>> address_group after_delete 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.222888 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] ML2 OVO RPC backend initialized. {{(pid=78321) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Jun 21 16:25:36.223578 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f979ef87400>> router_interface after_create 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.223952 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f979ef87400>> router_interface after_delete 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.224368 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f979ef87400>> network before_response 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.224714 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f979ef87400>> networks before_response 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.225062 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f979ef87400>> port before_response 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.225403 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f979ef87400>> ports before_response 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.225744 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f979ef87400>> subnet before_response 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.226081 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f979ef87400>> subnets before_response 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.226425 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f979ef87400>> network after_create 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.226759 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f979ef87400>> network after_update 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.227089 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f979ef87400>> network after_delete 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.227421 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f979ef87400>> port after_create 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.227887 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f979ef87400>> port after_update 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.228224 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f979ef87400>> port after_delete 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.228553 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f979ef87400>> subnet after_create 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.228886 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f979ef87400>> subnet after_update 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.229216 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f979ef87400>> subnet after_delete 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.229778 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.plugins.ml2.plugin [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Modular L2 Plugin initialization complete
Jun 21 16:25:36.230103 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading services supported by the core plugin {{(pid=78321) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jun 21 16:25:36.230423 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.plugins.ml2.managers [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Got port-security extension from driver 'port_security'
Jun 21 16:25:36.230880 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.extensions.vlantransparent [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Disabled vlantransparent extension.
Jun 21 16:25:36.231367 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78321) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jun 21 16:25:36.231700 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading Plugin: router
Jun 21 16:25:36.267410 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f979ef87520>> router_interface before_create 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.267984 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f979ef87520>> router after_create 55549900 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.268191 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f979ef87520>> router before_create 55549900 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.268559 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f979ef87520>> router_interface before_delete 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.268925 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f979ef87520>> router_interface after_delete 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.269275 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f979ef87520>> router after_delete 55549900 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.269630 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f979ef87520>> floatingip after_update 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.269986 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f979ef87520>> router after_create 55549900 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.270329 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f979ef87520>> router after_update 55549900 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.270675 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f979ef87520>> router after_update 55549900 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.271017 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f979ef87520>> router_gateway after_delete 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.271370 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f979ef87520>> router after_update 55549900 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.271797 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f979ef87520>> router precommit_update 55549900 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.272165 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f979f5cb9d0> port after_update 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.272501 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f979f5cba60> port after_delete 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.272834 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f979f5cb940> subnet after_update 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.273167 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f979f5cb5e0> subnetpool_address_scope after_update 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.273508 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f979ef87520>> port precommit_delete 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.273848 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f979ef87520>> router precommit_create 55549900 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.274185 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f979f5c2550> port before_delete 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.275171 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f979ef87520>> router precommit_create 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.275587 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f979ef87520>> router after_update 55549900 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.275952 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f979ef87520>> router precommit_delete 55549900 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.276298 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f979ef87520>> router precommit_create 55549900 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.276653 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f979ef87520>> router_interface after_create 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.276996 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f979ef87520>> router precommit_update 55549900 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.277363 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f979ef87520>> network after_delete 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.278200 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.quota.resource_registry [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Tracking information for resource: router configured {{(pid=78321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 21 16:25:36.278525 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.quota.resource_registry [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Tracking information for resource: floatingip configured {{(pid=78321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 21 16:25:36.283390 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.db.l3_agentschedulers_db [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jun 21 16:25:36.283998 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f979eef8ca0> port after_update 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.284360 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f979eef8b80> port after_create 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.284710 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <function _notify_port_delete at 0x7f979eef8c10> port after_delete 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.285057 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f979eef8f70> port after_update 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.285827 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f979ef19d30>> router before_create 55550100 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.286189 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f979ef19d30>> router precommit_delete 55550100 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.286545 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f979ef19d30>> router precommit_create 55550100 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.286896 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f979ef19d30>> router precommit_update 55550100 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.291354 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.services.provider_configuration [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Service providers = [] {{(pid=78321) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jun 21 16:25:36.291751 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.db.servicetype_db [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78321) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jun 21 16:25:36.294611 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.services.service_base [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78321) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 21 16:25:36.294961 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.services.service_base [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78321) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 21 16:25:36.295300 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.services.service_base [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78321) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 21 16:25:36.296192 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.services.service_base [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78321) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 21 16:25:36.296560 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.services.service_base [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Default provider is not specified for service type L3_ROUTER_NAT
Jun 21 16:25:36.297101 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 21 16:25:36.297417 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jun 21 16:25:36.308119 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 21 16:25:36.308452 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading Plugin: auto_allocate
Jun 21 16:25:36.314237 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f979eec5310> network precommit_update 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.314602 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f979eec5310> network precommit_create 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.315115 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 21 16:25:36.315430 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading Plugin: tag
Jun 21 16:25:36.322677 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 21 16:25:36.323006 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading Plugin: timestamp
Jun 21 16:25:36.326812 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 21 16:25:36.327091 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading Plugin: network_ip_availability
Jun 21 16:25:36.332267 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f979ef26e20>> rbac-policy before_create 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.332639 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f979ef26e20>> rbac-policy before_update 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.332995 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f979ef26e20>> rbac-policy before_delete 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.333700 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 21 16:25:36.334017 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading Plugin: flavors
Jun 21 16:25:36.339536 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 21 16:25:36.339887 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading Plugin: revisions
Jun 21 16:25:36.344116 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 21 16:25:36.344508 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_concurrency.lockutils [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.624s {{(pid=78321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:25:36.345240 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78321) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jun 21 16:25:36.345573 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Initializing extension manager.
Jun 21 16:25:36.346077 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: __init__.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.346416 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: __pycache__ {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.346749 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.347081 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: address_group.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.347840 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.348412 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: address-group
Jun 21 16:25:36.348738 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: address_scope.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.349437 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.349947 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: address-scope
Jun 21 16:25:36.350271 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.351180 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.351726 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: router-admin-state-down-before-update
Jun 21 16:25:36.352051 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: agent.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.352862 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.353379 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: agent
Jun 21 16:25:36.353695 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: agent_resources_synced.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.354589 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.355098 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: agent-resources-synced
Jun 21 16:25:36.355417 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: allowedaddresspairs.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.357155 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.357678 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: allowed-address-pairs
Jun 21 16:25:36.358004 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: auto_allocated_topology.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.359057 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.359573 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: auto-allocated-topology
Jun 21 16:25:36.359926 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: availability_zone.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.360605 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.361110 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: availability_zone
Jun 21 16:25:36.361431 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: availability_zone_filter.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.362322 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.362832 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: availability_zone_filter
Jun 21 16:25:36.363152 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: data_plane_status.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.364071 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.364583 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extension data-plane-status not supported by any of loaded plugins
Jun 21 16:25:36.364904 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: default_subnetpools.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.365792 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.366303 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: default-subnetpools
Jun 21 16:25:36.366624 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.367414 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.367964 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: dhcp_agent_scheduler
Jun 21 16:25:36.368405 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: dns.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.369315 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.369821 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extension dns-integration not supported by any of loaded plugins
Jun 21 16:25:36.370142 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: dns_domain_ports.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.371037 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.371545 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extension dns-domain-ports not supported by any of loaded plugins
Jun 21 16:25:36.371897 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: dvr.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.372555 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.373062 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: dvr
Jun 21 16:25:36.373380 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: empty_string_filtering.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.374265 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.374774 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: empty-string-filtering
Jun 21 16:25:36.375090 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.376011 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.376513 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jun 21 16:25:36.376831 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.377719 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.378219 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jun 21 16:25:36.378537 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: external_net.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.379421 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.379953 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: external-net
Jun 21 16:25:36.380272 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.381163 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.381665 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: extra_dhcp_opt
Jun 21 16:25:36.381984 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: extraroute.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.382871 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.383375 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: extraroute
Jun 21 16:25:36.383730 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: extraroute_atomic.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.385541 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.386059 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: extraroute-atomic
Jun 21 16:25:36.386382 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: filter_validation.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.387034 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.387537 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: filter-validation
Jun 21 16:25:36.387886 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: fip_pf_description.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.390197 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.390721 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jun 21 16:25:36.391046 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: fip_port_details.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.391993 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.392517 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: fip-port-details
Jun 21 16:25:36.392839 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: flavors.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.394048 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.394568 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: flavors
Jun 21 16:25:36.394894 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.396565 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.397088 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jun 21 16:25:36.397416 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: floatingip_pools.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.398098 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.398607 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: floatingip-pools
Jun 21 16:25:36.398930 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: ip_allocation.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.400548 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.401059 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extension ip_allocation not supported by any of loaded plugins
Jun 21 16:25:36.401380 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.402285 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.402799 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: ip-substring-filtering
Jun 21 16:25:36.403123 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: l2_adjacency.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.404059 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.404566 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extension l2_adjacency not supported by any of loaded plugins
Jun 21 16:25:36.404886 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: l3.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.405823 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.406338 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: router
Jun 21 16:25:36.406661 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.408907 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.409440 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jun 21 16:25:36.409776 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.410688 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.411206 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: ext-gw-mode
Jun 21 16:25:36.411535 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.412463 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.412975 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: l3-ha
Jun 21 16:25:36.413301 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: l3_flavors.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.414190 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.414700 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: l3-flavors
Jun 21 16:25:36.415063 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.416074 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.416586 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: l3-port-ip-change-not-allowed
Jun 21 16:25:36.416911 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: l3agentscheduler.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.417922 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.418436 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: l3_agent_scheduler
Jun 21 16:25:36.418760 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: logging.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.420255 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.420782 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extension logging not supported by any of loaded plugins
Jun 21 16:25:36.421112 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: metering.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.421846 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.422419 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: metering
Jun 21 16:25:36.422743 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.423846 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.424364 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: metering_source_and_destination_fields
Jun 21 16:25:36.424690 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: multiprovidernet.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.425731 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.426243 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: multi-provider
Jun 21 16:25:36.426564 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: netmtu.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.427463 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.428006 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: net-mtu
Jun 21 16:25:36.428328 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: netmtu_writable.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.429230 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.429737 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: net-mtu-writable
Jun 21 16:25:36.430056 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: network_availability_zone.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.430735 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.431490 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: network_availability_zone
Jun 21 16:25:36.431834 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: network_ip_availability.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.432904 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.433413 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: network-ip-availability
Jun 21 16:25:36.433733 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: network_segment_range.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.434476 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.434984 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extension network-segment-range not supported by any of loaded plugins
Jun 21 16:25:36.435304 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: pagination.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.436298 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.436626 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: pagination
Jun 21 16:25:36.436941 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: port_device_profile.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.437830 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.438349 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: port-device-profile
Jun 21 16:25:36.438669 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.439587 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.440125 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: port-mac-address-regenerate
Jun 21 16:25:36.440444 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.441330 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.441842 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: port-numa-affinity-policy
Jun 21 16:25:36.442161 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: port_resource_request.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.443054 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.443568 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extension port-resource-request not supported by any of loaded plugins
Jun 21 16:25:36.443917 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: portbindings.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.444844 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.445356 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: binding
Jun 21 16:25:36.445675 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: portbindings_extended.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.447450 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.447996 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: binding-extended
Jun 21 16:25:36.448322 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: portsecurity.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.449213 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.449722 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: port-security
Jun 21 16:25:36.450044 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: project_id.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.450994 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.451319 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: project-id
Jun 21 16:25:36.451661 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: providernet.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.452576 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.453096 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: provider
Jun 21 16:25:36.453420 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: qos.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.456897 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.457422 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extension qos not supported by any of loaded plugins
Jun 21 16:25:36.457753 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.458976 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.459493 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jun 21 16:25:36.459861 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.460763 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.461279 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jun 21 16:25:36.461604 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: qos_default.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.462546 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.463059 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extension qos-default not supported by any of loaded plugins
Jun 21 16:25:36.463388 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: qos_fip.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.464063 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.464573 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extension qos-fip not supported by any of loaded plugins
Jun 21 16:25:36.464894 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: qos_gateway_ip.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.465809 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.466317 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jun 21 16:25:36.466637 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: qos_port_network_policy.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.467525 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.468060 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jun 21 16:25:36.468379 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: qos_rule_type_details.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.469277 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.469835 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jun 21 16:25:36.470159 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: qos_rules_alias.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.471190 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.471733 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extension qos-rules-alias not supported by any of loaded plugins
Jun 21 16:25:36.472058 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: quotasv2.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.473063 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.473388 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: quotas
Jun 21 16:25:36.473707 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: quotasv2_detail.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.475299 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.475656 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: quota_details
Jun 21 16:25:36.475989 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: rbac.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.477010 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.478075 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: rbac-policies
Jun 21 16:25:36.478427 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: rbac_address_group.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.479339 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.479889 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: rbac-address-group
Jun 21 16:25:36.480214 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: rbac_address_scope.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.481115 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.481628 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: rbac-address-scope
Jun 21 16:25:36.481952 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: rbac_security_groups.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.482853 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.483366 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: rbac-security-groups
Jun 21 16:25:36.483840 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: rbac_subnetpool.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.484758 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.485271 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: rbac-subnetpool
Jun 21 16:25:36.485599 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: revisionifmatch.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.486500 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.487011 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: revision-if-match
Jun 21 16:25:36.487331 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: revisions.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.488454 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.488963 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: standard-attr-revisions
Jun 21 16:25:36.489285 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: router_availability_zone.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.489940 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.490446 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: router_availability_zone
Jun 21 16:25:36.490768 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: routerservicetype.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.491699 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.492207 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extension router-service-type not supported by any of loaded plugins
Jun 21 16:25:36.492528 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.493497 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.494002 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: security-groups-normalized-cidr
Jun 21 16:25:36.494325 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.495225 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.495775 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: port-security-groups-filtering
Jun 21 16:25:36.496099 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.496995 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.497505 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: security-groups-remote-address-group
Jun 21 16:25:36.497827 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: securitygroup.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.507240 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.507809 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: security-group
Jun 21 16:25:36.508148 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: segment.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.509057 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.509575 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extension segment not supported by any of loaded plugins
Jun 21 16:25:36.509904 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.510825 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.511340 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jun 21 16:25:36.511701 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: servicetype.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.512801 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.513320 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: service-type
Jun 21 16:25:36.513644 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: sorting.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.514601 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.514932 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: sorting
Jun 21 16:25:36.515254 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: standard_attr_segment.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.516170 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.516686 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extension standard-attr-segment not supported by any of loaded plugins
Jun 21 16:25:36.517009 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: standardattrdescription.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.517639 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.518145 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: standard-attr-description
Jun 21 16:25:36.518466 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: stateful_security_group.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.519365 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.519906 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: stateful-security-group
Jun 21 16:25:36.520231 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: stdattrs_common.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.520795 dv-cinder-797161-1-iscsi neutron-server[78321]: WARNING neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jun 21 16:25:36.521115 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.522094 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.522610 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jun 21 16:25:36.522928 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: subnet_onboard.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.524015 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.525076 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: subnet_onboard
Jun 21 16:25:36.525393 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.526305 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.526822 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jun 21 16:25:36.527143 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: subnet_service_types.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.528086 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.528602 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: subnet-service-types
Jun 21 16:25:36.528924 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: subnetallocation.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.529982 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.530498 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: subnet_allocation
Jun 21 16:25:36.530822 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.531470 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.532012 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: subnetpool-prefix-ops
Jun 21 16:25:36.532333 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.533242 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.533752 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jun 21 16:25:36.534072 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: tagging.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.535122 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.535687 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: standard-attr-tag
Jun 21 16:25:36.536016 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: timestamp.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.537197 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.537718 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loaded extension: standard-attr-timestamp
Jun 21 16:25:36.538048 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: trunk.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.539066 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.539583 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extension trunk not supported by any of loaded plugins
Jun 21 16:25:36.539940 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: trunk_details.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.540984 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.541495 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extension trunk-details not supported by any of loaded plugins
Jun 21 16:25:36.541816 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: uplink_status_propagation.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.542715 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.543227 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jun 21 16:25:36.543546 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Loading extension file: vlantransparent.py {{(pid=78321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 21 16:25:36.544232 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 21 16:25:36.544735 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extension vlan-transparent not supported by any of loaded plugins
Jun 21 16:25:36.547136 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.quota.resource_registry [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Creating instance of TrackedResource for resource:network
Jun 21 16:25:36.547893 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.quota.resource_registry [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Creating instance of TrackedResource for resource:subnet
Jun 21 16:25:36.548667 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.quota.resource_registry [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 21 16:25:36.549277 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.quota.resource_registry [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Creating instance of TrackedResource for resource:port
Jun 21 16:25:36.550546 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.v2.resource_helper [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 16:25:36.550981 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.v2.resource_helper [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Service FLAVORS assigned prefix:  {{(pid=78321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 16:25:36.551631 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.v2.resource_helper [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 16:25:36.552061 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.v2.resource_helper [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 16:25:36.552389 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.quota.resource_registry [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Creating instance of TrackedResource for resource:router
Jun 21 16:25:36.553054 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.quota.resource_registry [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Creating instance of TrackedResource for resource:floatingip
Jun 21 16:25:36.553759 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.v2.resource_helper [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Service METERING assigned prefix: /metering {{(pid=78321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 16:25:36.555193 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f979ee1c880>> rbac-policy before_create 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.555562 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f979ee1c880>> rbac-policy before_update 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.556689 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f979ee1c880>> rbac-policy before_delete 55550000 {{(pid=78321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:25:36.557804 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.quota.resource_registry [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Creating instance of CountableResource for resource:rbac_policy
Jun 21 16:25:36.558246 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.quota.resource_registry [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Creating instance of TrackedResource for resource:security_group
Jun 21 16:25:36.558908 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.quota.resource_registry [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 21 16:25:36.559692 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.v2.resource_helper [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Service CORE assigned prefix:  {{(pid=78321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 16:25:36.560025 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.quota.resource_registry [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 21 16:25:36.560366 dv-cinder-797161-1-iscsi neutron-server[78321]: WARNING neutron.quota.resource_registry [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] subnetpool is already registered
Jun 21 16:25:36.560960 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.v2.resource_helper [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Service CORE assigned prefix:  {{(pid=78321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 16:25:36.561280 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.quota.resource_registry [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 21 16:25:36.561598 dv-cinder-797161-1-iscsi neutron-server[78321]: WARNING neutron.quota.resource_registry [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] subnetpool is already registered
Jun 21 16:25:36.564176 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.v2.resource_helper [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 16:25:36.564611 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.v2.resource_helper [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Service FLAVORS assigned prefix:  {{(pid=78321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 16:25:36.565208 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.v2.resource_helper [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 16:25:36.565627 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.v2.resource_helper [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 16:25:36.565958 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.quota.resource_registry [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Creating instance of TrackedResource for resource:router
Jun 21 16:25:36.566289 dv-cinder-797161-1-iscsi neutron-server[78321]: WARNING neutron.quota.resource_registry [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] router is already registered
Jun 21 16:25:36.566878 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.quota.resource_registry [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Creating instance of TrackedResource for resource:floatingip
Jun 21 16:25:36.567205 dv-cinder-797161-1-iscsi neutron-server[78321]: WARNING neutron.quota.resource_registry [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] floatingip is already registered
Jun 21 16:25:36.567862 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.v2.resource_helper [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Service METERING assigned prefix: /metering {{(pid=78321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 16:25:36.568525 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.quota.resource_registry [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Creating instance of CountableResource for resource:rbac_policy
Jun 21 16:25:36.568848 dv-cinder-797161-1-iscsi neutron-server[78321]: WARNING neutron.quota.resource_registry [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] rbac_policy is already registered
Jun 21 16:25:36.569386 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.quota.resource_registry [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Creating instance of TrackedResource for resource:security_group
Jun 21 16:25:36.569709 dv-cinder-797161-1-iscsi neutron-server[78321]: WARNING neutron.quota.resource_registry [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] security_group is already registered
Jun 21 16:25:36.570288 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.quota.resource_registry [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 21 16:25:36.570611 dv-cinder-797161-1-iscsi neutron-server[78321]: WARNING neutron.quota.resource_registry [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] security_group_rule is already registered
Jun 21 16:25:36.571298 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.v2.resource_helper [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Service CORE assigned prefix:  {{(pid=78321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 16:25:36.571670 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.quota.resource_registry [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 21 16:25:36.572098 dv-cinder-797161-1-iscsi neutron-server[78321]: WARNING neutron.quota.resource_registry [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] subnetpool is already registered
Jun 21 16:25:36.572717 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.v2.resource_helper [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Service CORE assigned prefix:  {{(pid=78321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 21 16:25:36.573043 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.quota.resource_registry [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 21 16:25:36.573370 dv-cinder-797161-1-iscsi neutron-server[78321]: WARNING neutron.quota.resource_registry [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] subnetpool is already registered
Jun 21 16:25:36.574028 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: extensions {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.575464 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: address-groups {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.577138 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: address-scopes {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.578356 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: agents {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.579517 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: auto-allocated-topology {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.580784 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: availability_zones {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.582114 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: dhcp-networks {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.583538 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: dhcp-agents {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.584994 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: routers {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.588401 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: flavors {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.589636 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: service_profiles {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.590849 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: next_providers {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.592402 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: service_profiles {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.593900 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: floatingip-pools {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.595122 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: routers {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.596983 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: floatingips {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.598166 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: l3-routers {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.599538 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: l3-agents {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.600993 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: metering-labels {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.602359 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: metering-label-rules {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.604383 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: network-ip-availabilities {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.605763 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: bindings {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.607423 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: quotas {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.608899 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: quotas {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.610335 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: rbac-policies {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.611655 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: security-groups {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.612874 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: security-group-rules {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.614096 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: service-providers {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.615309 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: subnetpools {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.616781 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: subnetpools {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.618266 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: tags {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.620031 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: tags {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.621834 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: tags {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.623637 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: tags {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.625425 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: tags {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.627276 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: tags {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.628986 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: tags {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.630903 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: tags {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.632692 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: tags {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.634563 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron.api.extensions [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Extended resource: tags {{(pid=78321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 21 16:25:36.640617 dv-cinder-797161-1-iscsi neutron-server[78321]: WARNING keystonemiddleware.auth_token [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jun 21 16:25:36.645340 dv-cinder-797161-1-iscsi neutron-server[78321]: WARNING keystonemiddleware.auth_token [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jun 21 16:25:36.653818 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_concurrency.lockutils [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Acquired lock "singleton_lock" {{(pid=78321) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Jun 21 16:25:36.654292 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_concurrency.lockutils [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Releasing lock "singleton_lock" {{(pid=78321) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Jun 21 16:25:36.654923 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO oslo_service.service [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Starting 2 workers
Jun 21 16:25:36.659529 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Started child 78426 {{(pid=78321) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 21 16:25:36.664588 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Started child 78427 {{(pid=78321) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 21 16:25:36.665005 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:25:36.666151 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO neutron.service [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Neutron service started, listening on 0.0.0.0:9696
Jun 21 16:25:36.666477 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Notify callbacks [] for process, before_spawn {{(pid=78321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:25:36.667140 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [-] (78426) wsgi starting up on http://0.0.0.0:9696
Jun 21 16:25:36.668955 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO oslo_service.service [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Starting 1 workers
Jun 21 16:25:36.669063 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:25:36.670375 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [-] (78427) wsgi starting up on http://0.0.0.0:9696
Jun 21 16:25:36.673944 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Started child 78428 {{(pid=78321) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 21 16:25:36.674463 dv-cinder-797161-1-iscsi neutron-server[78321]: INFO oslo_service.service [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Starting 1 workers
Jun 21 16:25:36.677437 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.service [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] calling RpcWorker wait() {{(pid=78428) _wait /opt/stack/neutron/neutron/service.py:128}}
Jun 21 16:25:36.677982 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.service [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] returning from RpcWorker wait() {{(pid=78428) _wait /opt/stack/neutron/neutron/service.py:135}}
Jun 21 16:25:36.678715 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Started child 78429 {{(pid=78321) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 21 16:25:36.679161 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:25:36.679504 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG neutron_lib.callbacks.manager [None req-64d180f6-3603-4bdc-9cdb-02fa7a1901a7 None None] Notify callbacks [] for process, after_spawn {{(pid=78321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:25:36.679627 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:25:36.682043 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78321) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 21 16:25:36.682296 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jun 21 16:25:36.682552 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jun 21 16:25:36.682770 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jun 21 16:25:36.683122 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jun 21 16:25:36.683302 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jun 21 16:25:36.683835 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.684123 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.684406 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.684686 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.684970 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.685321 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:25:36.685785 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.685785 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.685965 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.686238 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.686489 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.686663 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.686800 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:25:36.686897 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.687048 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.687300 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.687624 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.687914 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.688151 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.688459 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.688633 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.688894 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.689157 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.689397 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.689656 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.689901 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.690377 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.690616 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.690862 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.691109 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.691370 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.691594 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.691896 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.692139 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.692383 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.692635 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.692884 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.693135 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.693381 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.693597 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.693859 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.694087 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.694544 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] host                           = dv-cinder-797161-1-iscsi {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.694777 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.695009 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.695251 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.695493 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.695757 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.696014 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.696302 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.697118 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.697368 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.697610 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.698042 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.698292 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.698539 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.698798 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.698962 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.699175 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.699450 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.699746 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.699945 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.700159 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.700290 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.700505 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.700667 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.700935 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.701169 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.701381 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.701595 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.701847 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.702086 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.702336 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.702571 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.702797 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.703003 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.703258 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.703477 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.703722 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.703945 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.704177 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.704392 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.704617 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.704832 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.705069 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.705302 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.705529 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.705777 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.706124 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.706370 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.706617 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.706960 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.707112 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.707304 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.707697 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.707919 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.708112 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.708366 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.708632 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.709047 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.709047 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.709321 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.709512 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.709746 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.709958 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.710204 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.710472 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.710855 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.710958 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.711103 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.711326 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.712017 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.712149 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.713558 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.713558 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.713558 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.713558 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.713558 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.713911 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.713983 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.714216 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.714523 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.714842 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.715082 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.715358 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.715639 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.717842 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.717842 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.717842 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.717842 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.717842 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.717842 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.717842 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.717842 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.718765 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.718765 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.718765 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.24/identity {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.718765 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.719064 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.719064 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.719308 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.720777 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.720777 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.720777 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.720777 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.721050 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.721133 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.721291 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.721551 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.721772 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.722004 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.723201 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.723201 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.723201 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.723201 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.723201 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.723543 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.723543 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.723716 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.723925 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.724139 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.724380 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.724620 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.724845 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.725053 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.725339 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.725583 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.725810 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.726031 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.726243 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.726451 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.726665 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.726959 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.727165 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.727742 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.728022 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.728240 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.728587 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.728700 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.728901 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.729119 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.729330 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.729558 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.729788 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.729998 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.730209 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.730421 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.730630 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.730861 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.731070 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.731287 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.731497 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.731733 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.731946 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.732183 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.732414 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.732687 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.733000 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.733217 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.733460 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.733680 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.733911 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.734155 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.734386 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.734604 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.734822 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.735066 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.735313 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.735551 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.735868 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.736095 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.736312 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.736545 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.736762 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.736983 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.737227 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.737474 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.737720 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.738005 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.738274 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.738524 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.738752 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.739009 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.739269 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.739504 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.739831 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.740216 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.740355 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.740649 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.740895 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.741143 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.741395 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.741652 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.741915 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.742142 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.742400 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.742625 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.743088 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.743088 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.744053 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.744206 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.744304 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.744521 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.744762 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.745098 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.745324 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.745536 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.745778 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.746058 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.746283 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.746525 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.746780 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.747154 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.747293 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.747551 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.747789 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.24/identity {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.748050 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.748286 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.751432 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.751432 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.751432 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.751432 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.751432 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.751432 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.751432 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.751432 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.752202 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.752202 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.752202 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.752202 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.752202 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.752202 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.752202 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.752202 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.752842 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.752842 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.752842 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.752842 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.752842 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.753189 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.753310 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.753597 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.753844 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.754654 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.754898 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.755310 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.755546 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.755800 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.756047 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.756261 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.756678 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.757042 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.757279 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.757516 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.757755 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.758146 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.758364 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.758597 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.758909 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.760170 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.760170 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.760326 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.760444 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.760806 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.761282 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.761662 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.762052 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.762410 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.762769 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.763125 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.763578 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.764029 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.764817 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.765217 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.765601 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.765983 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.766384 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.766780 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.767262 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.767699 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.768078 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.768498 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.768918 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.769337 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.769732 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.770116 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.770496 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.770895 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.771309 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.771720 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.772107 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.772494 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.772875 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.773362 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.773786 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.774192 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.774683 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.775089 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.775509 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.775967 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.776457 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.776845 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.777273 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.777550 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.777800 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.778028 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.778291 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.778628 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.778939 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.779190 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.779461 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.779758 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.780031 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.780303 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.780519 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.780839 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.781175 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.781461 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.781701 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.781947 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.782220 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.782446 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.782662 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.782879 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.783115 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.783330 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.783563 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.783827 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.784074 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.784290 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.784513 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.784729 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.784971 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.785201 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.785436 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.785650 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.785806 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 21 16:25:36.786367 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78321) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 21 16:25:36.786529 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jun 21 16:25:36.786682 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jun 21 16:25:36.786850 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jun 21 16:25:36.787017 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jun 21 16:25:36.787168 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jun 21 16:25:36.787373 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.787533 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.787718 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.787878 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.788035 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.788215 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.788372 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.788529 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.788687 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.788844 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.789001 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.789156 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.789312 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.789468 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.789624 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.789781 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.789937 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.790164 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.790269 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.790424 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.790578 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.790733 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.790888 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.791043 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.791315 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.791493 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.791655 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.791801 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.791937 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.792072 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.792229 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.792382 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.792518 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.792742 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.792883 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.793196 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.793359 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.793501 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.793658 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.793813 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.794020 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] host                           = dv-cinder-797161-1-iscsi {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.794137 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.794256 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.794398 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.794553 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.794707 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.794862 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.795019 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.795174 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.795329 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.795484 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.795668 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.795827 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.795981 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.796137 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.796291 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.796446 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.796600 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.796755 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.796927 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.797089 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.797244 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.797404 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.797559 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.797713 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.797872 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.798029 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.798183 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.798337 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.798494 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.798650 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.798805 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.798959 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.799115 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.799270 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.799425 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.799580 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.799755 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.799911 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.800067 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.800563 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.800563 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.800563 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.800913 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.800913 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.801115 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.801115 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.801355 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.801355 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.801585 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.801706 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.801826 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.801946 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.802104 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.802259 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.802414 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.802572 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.802726 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.802882 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.803038 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.803193 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.803348 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.803503 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.803679 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.803835 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.804070 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.804196 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.804302 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.804434 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.804591 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 21 16:25:36.804767 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.804928 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.805097 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.805256 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.805416 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.805575 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.806533 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.806695 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.806807 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.806959 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.807124 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.807284 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.807452 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.807638 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.807789 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.807951 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.808115 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.808272 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.808431 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.808588 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.808747 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.808905 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.809078 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.809236 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.809396 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.24/identity {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.809554 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.809712 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.809871 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.810030 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.810190 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.810352 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.810514 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.810676 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.810835 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.810999 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.811137 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.811273 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.811430 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.811573 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.811751 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.811902 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.812039 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.812197 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.812359 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.812501 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.812664 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.812827 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.812969 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.813237 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:25:36.813405 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.813405 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.813666 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.813666 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.813941 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.813941 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.814294 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.814294 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.814294 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.814691 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.814691 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.814949 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.814949 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.815226 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.815226 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.815483 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.815483 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.815824 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.815824 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.816312 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.816312 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.816312 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.816693 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.816693 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.816693 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.817072 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.817072 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.817341 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.817341 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.817598 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.817598 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.817876 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.817876 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.818134 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.818134 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.818400 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.818535 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.818670 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.818804 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.818939 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.819076 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.819211 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.819346 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.819489 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.819654 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.819796 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.819932 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.820068 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.820204 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.820339 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.820501 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.820644 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.820792 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.820937 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.821096 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.821238 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.821926 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.822077 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.822224 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.822361 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.822522 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.822718 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.822869 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.823006 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.823142 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.823277 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.823412 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.823569 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.823749 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.823886 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.824125 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.824368 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.824511 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.824646 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.824781 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.824971 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.825114 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.825249 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.825384 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.825529 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.825666 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.825801 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.825935 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.826080 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.826226 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.826363 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.826497 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.826654 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.826805 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.826942 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.827105 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.827292 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.827437 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.827573 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.827737 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.827873 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.24/identity {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.828009 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.828170 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.828307 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.828443 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.828603 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.828745 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.828909 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.829052 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.829217 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.829360 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.829506 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.829667 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.829811 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.829971 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.830131 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.830268 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.830423 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.830566 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.830726 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.830878 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.831024 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.831160 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.831318 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.831460 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.831647 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.831794 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.831930 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.832086 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.832301 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.832439 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.832575 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.832711 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.832846 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.832981 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.833116 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.833251 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.833386 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.833529 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.833689 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.833831 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.833996 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.834149 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.834285 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.834505 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.834656 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.834794 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.834938 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.835074 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.835210 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.835345 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.835479 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.835636 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.835780 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.835940 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.836093 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.836241 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.836398 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.836541 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.836703 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.836847 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.837081 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.837304 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.837457 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.837594 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.837740 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.837878 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.838014 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.838160 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.838296 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.838431 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.838566 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.838701 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.838835 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.838980 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.839116 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.839251 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.839386 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.839545 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.839714 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.839874 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.840042 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.840206 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.840353 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.840490 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.840729 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.840870 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.841017 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.841153 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.841288 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.841423 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.841559 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.841703 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.841841 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.841976 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.842121 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.842258 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.842477 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.842629 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.842764 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.842898 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.843042 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.843179 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.843335 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.843477 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.843783 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.843929 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.844094 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.844247 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.844383 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.844621 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.844764 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.844899 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.845034 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.845169 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.845304 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.845439 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.845573 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.845707 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.845850 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.845986 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 21 16:25:36.846121 dv-cinder-797161-1-iscsi neutron-server[78321]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 21 16:25:37.111087 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 33068) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:25:37.120451 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0071619
Jun 21 16:25:47.528399 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4be28da-d16d-49f5-840b-c71220cbce50 None None] get_active_networks_info from dv-cinder-797161-1-iscsi {{(pid=78428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Jun 21 16:25:47.623207 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4be28da-d16d-49f5-840b-c71220cbce50 None None] No non-hosted networks {{(pid=78428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jun 21 16:25:47.644319 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.agentschedulers_db [None req-a4be28da-d16d-49f5-840b-c71220cbce50 None None] DHCP Agent not found on host dv-cinder-797161-1-iscsi {{(pid=78428) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Jun 21 16:25:47.822622 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-03822002-c765-4f7c-a72a-f4b5f7623d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567'] for agent, after_create {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:25:47.853583 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567'] for agent, after_create {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:25:47.854823 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:25:47.855438 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:25:47.856190 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:25:47.856752 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:25:47.857291 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:25:47.859858 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:25:47.860663 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:25:47.861300 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:25:47.861848 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:25:47.862402 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:25:47.862950 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:25:47.863521 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:25:47.864188 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f979e212280>, 'Open vSwitch agent', 'dv-cinder-797161-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:25:47.882252 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f979e1a2190>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797161-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:25:50.047394 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-4cffa157-e70b-4e7e-8734-775ec46a039b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567'] for agent, after_create {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:25:50.133017 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-7a44a534-9b7c-407e-be37-87898f560b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:25:50.820389 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567'] for agent, after_create {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:25:52.377286 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567'] for agent, after_create {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:25:54.252447 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 33162) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:25:54.850390 dv-cinder-797161-1-iscsi neutron-server[78427]: WARNING oslo_policy.policy [None req-cc6193ee-4b07-40a5-8dba-1cdb69b40804 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 21 16:25:54.851026 dv-cinder-797161-1-iscsi neutron-server[78427]: WARNING oslo_policy.policy [None req-cc6193ee-4b07-40a5-8dba-1cdb69b40804 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 21 16:25:55.061161 dv-cinder-797161-1-iscsi neutron-server[78428]: INFO neutron.db.l3_hamode_db [None req-ca75ee77-3d6c-450a-a449-ab337b05ecf8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jun 21 16:25:55.068445 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [None req-cc6193ee-4b07-40a5-8dba-1cdb69b40804 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=78427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 16:25:55.069687 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-cc6193ee-4b07-40a5-8dba-1cdb69b40804 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8160489
Jun 21 16:25:55.149100 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca75ee77-3d6c-450a-a449-ab337b05ecf8 None None] Routers set() bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:25:55.149514 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca75ee77-3d6c-450a-a449-ab337b05ecf8 None None] Router IDs set() for agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jun 21 16:25:57.395620 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 33176) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:25:57.754989 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [None req-9a9e0ae8-8f92-4a3f-85be-c13790ecc534 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:25:57.856682 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.policy [None req-9a9e0ae8-8f92-4a3f-85be-c13790ecc534 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78427) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 21 16:25:57.902466 dv-cinder-797161-1-iscsi neutron-server[78427]: WARNING oslo_policy.policy [None req-9a9e0ae8-8f92-4a3f-85be-c13790ecc534 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 21 16:25:57.902869 dv-cinder-797161-1-iscsi neutron-server[78427]: WARNING oslo_policy.policy [None req-9a9e0ae8-8f92-4a3f-85be-c13790ecc534 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 21 16:25:57.911955 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.quota [None req-9a9e0ae8-8f92-4a3f-85be-c13790ecc534 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f979e874640>.
Jun 21 16:25:57.927327 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-9a9e0ae8-8f92-4a3f-85be-c13790ecc534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:25:57.989090 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-9a9e0ae8-8f92-4a3f-85be-c13790ecc534 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768072594534', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768072595123', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768072599878', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768072610657', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768072617778', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768072627792', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-614406', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-820230', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1895459', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1955401'] for rbac-policy, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:25:58.049722 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-9a9e0ae8-8f92-4a3f-85be-c13790ecc534 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:25:58.050989 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-9a9e0ae8-8f92-4a3f-85be-c13790ecc534 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6544180
Jun 21 16:26:00.607566 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 33190) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:26:01.183691 dv-cinder-797161-1-iscsi neutron-server[78426]: WARNING oslo_policy.policy [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 21 16:26:01.184362 dv-cinder-797161-1-iscsi neutron-server[78426]: WARNING oslo_policy.policy [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 21 16:26:01.395878 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'd73da7f29aef49368b81503e220a88c5'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:26:01.397457 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.quota [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f979eb5e760>.
Jun 21 16:26:01.412899 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:26:01.419311 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Usage tracker for resource:network and tenant:d73da7f29aef49368b81503e220a88c5 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:26:01.424840 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:26:01.433168 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:26:01.448793 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Made reservation on behalf of d73da7f29aef49368b81503e220a88c5 for: {'network': 1} {{(pid=78426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:26:01.518340 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.policy [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78426) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 21 16:26:01.565908 dv-cinder-797161-1-iscsi neutron-server[78426]: WARNING oslo_policy.policy [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 21 16:26:01.566275 dv-cinder-797161-1-iscsi neutron-server[78426]: WARNING oslo_policy.policy [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 21 16:26:01.576483 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for network, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:01.597968 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:01.612535 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:26:01.616437 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Usage tracker for resource:security_group_rule and tenant:d73da7f29aef49368b81503e220a88c5 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:26:01.622058 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:26:01.627707 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:26:01.728176 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:01.731952 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:01.737337 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:26:01.754659 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639}  {{(pid=78426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 16:26:01.781373 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768074427549', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645578'] for segment, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:01.781971 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f979f62c9d0> segment precommit_create {{(pid=78426) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 21 16:26:01.782470 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.db.segments_db [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Added segment 3fdba20a-bf9c-4c67-84f9-fe548267ccb8 of type vlan for network 648ce9b8-147f-4254-94bd-10d26c8153b0
Jun 21 16:26:01.833833 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ccbd33-fa14-41a4-b415-ae240dea2683,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:26:01.850799 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:26:01.851130 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:26:01.851460 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:26:01.851815 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:26:01.852211 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:26:01.852524 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:26:01.852831 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:26:01.853139 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:26:01.853446 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:26:01.853757 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:26:01.854059 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:26:01.854361 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:26:01.855442 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Tracked resource versions report:
Jun 21 16:26:01.855442 dv-cinder-797161-1-iscsi neutron-server[78426]: pushed versions:
Jun 21 16:26:01.855442 dv-cinder-797161-1-iscsi neutron-server[78426]: {   'AddressGroup': {'1.2'},
Jun 21 16:26:01.855442 dv-cinder-797161-1-iscsi neutron-server[78426]:     'ConntrackHelper': {'1.0'},
Jun 21 16:26:01.855442 dv-cinder-797161-1-iscsi neutron-server[78426]:     'Log': {'1.0'},
Jun 21 16:26:01.855442 dv-cinder-797161-1-iscsi neutron-server[78426]:     'Network': {'1.1'},
Jun 21 16:26:01.855442 dv-cinder-797161-1-iscsi neutron-server[78426]:     'Port': {'1.7'},
Jun 21 16:26:01.855442 dv-cinder-797161-1-iscsi neutron-server[78426]:     'PortForwarding': {'1.2'},
Jun 21 16:26:01.855442 dv-cinder-797161-1-iscsi neutron-server[78426]:     'QosPolicy': {'1.8'},
Jun 21 16:26:01.855442 dv-cinder-797161-1-iscsi neutron-server[78426]:     'SecurityGroup': {'1.4'},
Jun 21 16:26:01.855442 dv-cinder-797161-1-iscsi neutron-server[78426]:     'SecurityGroupRule': {'1.2'},
Jun 21 16:26:01.855442 dv-cinder-797161-1-iscsi neutron-server[78426]:     'SubPort': {'1.0'},
Jun 21 16:26:01.855442 dv-cinder-797161-1-iscsi neutron-server[78426]:     'Subnet': {'1.1'},
Jun 21 16:26:01.855442 dv-cinder-797161-1-iscsi neutron-server[78426]:     'Trunk': {'1.1'}}
Jun 21 16:26:01.855442 dv-cinder-797161-1-iscsi neutron-server[78426]: consumer versions:
Jun 21 16:26:01.855442 dv-cinder-797161-1-iscsi neutron-server[78426]: {   DHCP agent@dv-cinder-797161-1-iscsi: {},
Jun 21 16:26:01.855442 dv-cinder-797161-1-iscsi neutron-server[78426]:     L3 agent@dv-cinder-797161-1-iscsi: {},
Jun 21 16:26:01.855442 dv-cinder-797161-1-iscsi neutron-server[78426]:     Metadata agent@dv-cinder-797161-1-iscsi: {},
Jun 21 16:26:01.855442 dv-cinder-797161-1-iscsi neutron-server[78426]:     Metering agent@dv-cinder-797161-1-iscsi: {},
Jun 21 16:26:01.855442 dv-cinder-797161-1-iscsi neutron-server[78426]:     Open vSwitch agent@dv-cinder-797161-1-iscsi: {   'AddressGroup': '1.2',
Jun 21 16:26:01.855442 dv-cinder-797161-1-iscsi neutron-server[78426]:                                                      'ConntrackHelper': '1.0',
Jun 21 16:26:01.855442 dv-cinder-797161-1-iscsi neutron-server[78426]:                                                      'Log': '1.0',
Jun 21 16:26:01.855442 dv-cinder-797161-1-iscsi neutron-server[78426]:                                                      'Network': '1.1',
Jun 21 16:26:01.855442 dv-cinder-797161-1-iscsi neutron-server[78426]:                                                      'Port': '1.7',
Jun 21 16:26:01.855442 dv-cinder-797161-1-iscsi neutron-server[78426]:                                                      'PortForwarding': '1.2',
Jun 21 16:26:01.855442 dv-cinder-797161-1-iscsi neutron-server[78426]:                                                      'QosPolicy': '1.8',
Jun 21 16:26:01.855442 dv-cinder-797161-1-iscsi neutron-server[78426]:                                                      'SecurityGroup': '1.4',
Jun 21 16:26:01.855442 dv-cinder-797161-1-iscsi neutron-server[78426]:                                                      'SecurityGroupRule': '1.2',
Jun 21 16:26:01.855442 dv-cinder-797161-1-iscsi neutron-server[78426]:                                                      'SubPort': '1.0',
Jun 21 16:26:01.855442 dv-cinder-797161-1-iscsi neutron-server[78426]:                                                      'Subnet': '1.1',
Jun 21 16:26:01.855442 dv-cinder-797161-1-iscsi neutron-server[78426]:                                                      'Trunk': '1.1'}}
Jun 21 16:26:01.855442 dv-cinder-797161-1-iscsi neutron-server[78426]:  {{(pid=78426) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 21 16:26:01.903286 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768073942321'] for network, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:01.907049 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:26:01.943806 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592'] for network, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:01.945380 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:26:01.946713 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for network, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:01.951178 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:26:02.053635 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.4438264
Jun 21 16:26:02.056946 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Pushing event updated for resources: {'Network': ['ID=648ce9b8-147f-4254-94bd-10d26c8153b0,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:26:02.060190 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:26:02.069137 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Network 648ce9b8-147f-4254-94bd-10d26c8153b0 details requested by agent ovs-agent-dv-cinder-797161-1-iscsi with host dv-cinder-797161-1-iscsi {{(pid=78428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 16:26:04.685732 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 33212) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:26:05.139493 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd78e1b-b5c3-43ef-b042-21b772e4d7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:26:05.140876 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-1fd78e1b-b5c3-43ef-b042-21b772e4d7be admin admin] 10.222.0.24 "GET /v2.0/networks/648ce9b8-147f-4254-94bd-10d26c8153b0 HTTP/1.1" status: 200  len: 825 time: 0.4541984
Jun 21 16:26:05.170536 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-85130afd-22f6-477d-b9b8-69d435adb48d admin admin] 10.222.0.24 "GET /v2.0/subnetpools/d2f5989b-a1da-49b9-9757-bb928fea47f0 HTTP/1.1" status: 200  len: 734 time: 0.0244291
Jun 21 16:26:05.178723 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-8873a4ec-28c9-4502-a7d0-5bee7a6dfc7a admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': '648ce9b8-147f-4254-94bd-10d26c8153b0', 'subnetpool_id': 'd2f5989b-a1da-49b9-9757-bb928fea47f0', 'gateway_ip': '172.20.0.1', 'tenant_id': 'd73da7f29aef49368b81503e220a88c5'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:26:05.183545 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-8873a4ec-28c9-4502-a7d0-5bee7a6dfc7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:26:05.187197 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-8873a4ec-28c9-4502-a7d0-5bee7a6dfc7a admin admin] Usage tracker for resource:subnet and tenant:d73da7f29aef49368b81503e220a88c5 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:26:05.190042 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-8873a4ec-28c9-4502-a7d0-5bee7a6dfc7a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:26:05.196102 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-8873a4ec-28c9-4502-a7d0-5bee7a6dfc7a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:26:05.205021 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8873a4ec-28c9-4502-a7d0-5bee7a6dfc7a admin admin] Made reservation on behalf of d73da7f29aef49368b81503e220a88c5 for: {'subnet': 1} {{(pid=78426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:26:05.207456 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8873a4ec-28c9-4502-a7d0-5bee7a6dfc7a admin admin] Notify callbacks [] for subnet, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:05.746328 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8873a4ec-28c9-4502-a7d0-5bee7a6dfc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592'] for subnet, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:05.753022 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:26:05.855370 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873a4ec-28c9-4502-a7d0-5bee7a6dfc7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d4032f8-ce01-49d1-9a37-69f56a9601f1,revision_number=0']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:26:05.859764 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8873a4ec-28c9-4502-a7d0-5bee7a6dfc7a admin admin] Checking segment: {'id': '3fdba20a-bf9c-4c67-84f9-fe548267ccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '648ce9b8-147f-4254-94bd-10d26c8153b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:26:05.860491 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8873a4ec-28c9-4502-a7d0-5bee7a6dfc7a admin admin] Network hostable DHCP agents. Network: 648ce9b8-147f-4254-94bd-10d26c8153b0, hostable agents: ['3e057b97-a383-4976-a3a1-556748f7f018'], hosted agents: [] {{(pid=78426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 16:26:05.869647 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-8873a4ec-28c9-4502-a7d0-5bee7a6dfc7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:26:05.894764 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8873a4ec-28c9-4502-a7d0-5bee7a6dfc7a admin admin] Network 648ce9b8-147f-4254-94bd-10d26c8153b0 is scheduled to be hosted by DHCP agent 3e057b97-a383-4976-a3a1-556748f7f018 with binding_index 1 {{(pid=78426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 16:26:05.906785 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-8873a4ec-28c9-4502-a7d0-5bee7a6dfc7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797161-1-iscsi, 648ce9b8-147f-4254-94bd-10d26c8153b0) {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:26:05.912347 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8873a4ec-28c9-4502-a7d0-5bee7a6dfc7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:26:05.912930 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8873a4ec-28c9-4502-a7d0-5bee7a6dfc7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for subnet, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:05.920153 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b62e7e-1d22-45d4-a74b-40b924aeb484 None None] Network 648ce9b8-147f-4254-94bd-10d26c8153b0 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:26:05.935787 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-8873a4ec-28c9-4502-a7d0-5bee7a6dfc7a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7601650
Jun 21 16:26:06.344480 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a1ce61-a065-5478-9fd3-0dbf96752ebd-648ce9b8-147f-4254-94bd-10d26c8153b0', 'network_id': '648ce9b8-147f-4254-94bd-10d26c8153b0', 'tenant_id': 'd73da7f29aef49368b81503e220a88c5', 'fixed_ips': [{'subnet_id': '3d4032f8-ce01-49d1-9a37-69f56a9601f1'}]}} from dv-cinder-797161-1-iscsi. {{(pid=78428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 21 16:26:06.345755 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:06.526646 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.db_base_plugin_common [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] Allocated IP 172.20.0.2 (648ce9b8-147f-4254-94bd-10d26c8153b0/3d4032f8-ce01-49d1-9a37-69f56a9601f1/9c4b1e12-b24b-48a2-8e9c-4d06b427f961) {{(pid=78428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:26:06.751277 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] Notify callbacks [] for port, precommit_create {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:06.764910 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] Transition to ACTIVE for port object 9c4b1e12-b24b-48a2-8e9c-4d06b427f961 will not be triggered until provisioned by entity L2. {{(pid=78428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:26:06.784153 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] Transition to ACTIVE for port object 9c4b1e12-b24b-48a2-8e9c-4d06b427f961 will not be triggered until provisioned by entity DHCP. {{(pid=78428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:26:06.791115 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512'] for port, after_create {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:06.796597 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:26:06.858128 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] Network 648ce9b8-147f-4254-94bd-10d26c8153b0 is already hosted by enough agents. {{(pid=78428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:26:06.860978 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.scheduler.base_scheduler [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] Resources bound (agent type, host, resource id):  {{(pid=78428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:26:06.867513 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] Received port after_create {{(pid=78428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:26:06.869620 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] Pushing event updated for resources: {'Port': ['ID=9c4b1e12-b24b-48a2-8e9c-4d06b427f961,revision_number=1']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:26:06.878553 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:26:06.878892 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:26:06.879217 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:26:06.879538 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:26:06.879877 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:26:06.880191 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:26:06.880501 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:26:06.880809 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:26:06.881133 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:26:06.881442 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:26:06.881748 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:26:06.882048 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:26:06.883732 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] Tracked resource versions report:
Jun 21 16:26:06.883732 dv-cinder-797161-1-iscsi neutron-server[78428]: pushed versions:
Jun 21 16:26:06.883732 dv-cinder-797161-1-iscsi neutron-server[78428]: {   'AddressGroup': {'1.2'},
Jun 21 16:26:06.883732 dv-cinder-797161-1-iscsi neutron-server[78428]:     'ConntrackHelper': {'1.0'},
Jun 21 16:26:06.883732 dv-cinder-797161-1-iscsi neutron-server[78428]:     'Log': {'1.0'},
Jun 21 16:26:06.883732 dv-cinder-797161-1-iscsi neutron-server[78428]:     'Network': {'1.1'},
Jun 21 16:26:06.883732 dv-cinder-797161-1-iscsi neutron-server[78428]:     'Port': {'1.7'},
Jun 21 16:26:06.883732 dv-cinder-797161-1-iscsi neutron-server[78428]:     'PortForwarding': {'1.2'},
Jun 21 16:26:06.883732 dv-cinder-797161-1-iscsi neutron-server[78428]:     'QosPolicy': {'1.8'},
Jun 21 16:26:06.883732 dv-cinder-797161-1-iscsi neutron-server[78428]:     'SecurityGroup': {'1.4'},
Jun 21 16:26:06.883732 dv-cinder-797161-1-iscsi neutron-server[78428]:     'SecurityGroupRule': {'1.2'},
Jun 21 16:26:06.883732 dv-cinder-797161-1-iscsi neutron-server[78428]:     'SubPort': {'1.0'},
Jun 21 16:26:06.883732 dv-cinder-797161-1-iscsi neutron-server[78428]:     'Subnet': {'1.1'},
Jun 21 16:26:06.883732 dv-cinder-797161-1-iscsi neutron-server[78428]:     'Trunk': {'1.1'}}
Jun 21 16:26:06.883732 dv-cinder-797161-1-iscsi neutron-server[78428]: consumer versions:
Jun 21 16:26:06.883732 dv-cinder-797161-1-iscsi neutron-server[78428]: {   DHCP agent@dv-cinder-797161-1-iscsi: {},
Jun 21 16:26:06.883732 dv-cinder-797161-1-iscsi neutron-server[78428]:     L3 agent@dv-cinder-797161-1-iscsi: {},
Jun 21 16:26:06.883732 dv-cinder-797161-1-iscsi neutron-server[78428]:     Metadata agent@dv-cinder-797161-1-iscsi: {},
Jun 21 16:26:06.883732 dv-cinder-797161-1-iscsi neutron-server[78428]:     Metering agent@dv-cinder-797161-1-iscsi: {},
Jun 21 16:26:06.883732 dv-cinder-797161-1-iscsi neutron-server[78428]:     Open vSwitch agent@dv-cinder-797161-1-iscsi: {   'AddressGroup': '1.2',
Jun 21 16:26:06.883732 dv-cinder-797161-1-iscsi neutron-server[78428]:                                                      'ConntrackHelper': '1.0',
Jun 21 16:26:06.883732 dv-cinder-797161-1-iscsi neutron-server[78428]:                                                      'Log': '1.0',
Jun 21 16:26:06.883732 dv-cinder-797161-1-iscsi neutron-server[78428]:                                                      'Network': '1.1',
Jun 21 16:26:06.883732 dv-cinder-797161-1-iscsi neutron-server[78428]:                                                      'Port': '1.7',
Jun 21 16:26:06.883732 dv-cinder-797161-1-iscsi neutron-server[78428]:                                                      'PortForwarding': '1.2',
Jun 21 16:26:06.883732 dv-cinder-797161-1-iscsi neutron-server[78428]:                                                      'QosPolicy': '1.8',
Jun 21 16:26:06.883732 dv-cinder-797161-1-iscsi neutron-server[78428]:                                                      'SecurityGroup': '1.4',
Jun 21 16:26:06.883732 dv-cinder-797161-1-iscsi neutron-server[78428]:                                                      'SecurityGroupRule': '1.2',
Jun 21 16:26:06.883732 dv-cinder-797161-1-iscsi neutron-server[78428]:                                                      'SubPort': '1.0',
Jun 21 16:26:06.883732 dv-cinder-797161-1-iscsi neutron-server[78428]:                                                      'Subnet': '1.1',
Jun 21 16:26:06.883732 dv-cinder-797161-1-iscsi neutron-server[78428]:                                                      'Trunk': '1.1'}}
Jun 21 16:26:06.883732 dv-cinder-797161-1-iscsi neutron-server[78428]:  {{(pid=78428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 21 16:26:06.946024 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:26:06.971305 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] Attempting to bind port 9c4b1e12-b24b-48a2-8e9c-4d06b427f961 on host dv-cinder-797161-1-iscsi for vnic_type normal with profile  {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:26:06.971719 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] Attempting to bind port 9c4b1e12-b24b-48a2-8e9c-4d06b427f961 by drivers openvswitch,hyperv on host dv-cinder-797161-1-iscsi at level 0 using segments [{'id': '3fdba20a-bf9c-4c67-84f9-fe548267ccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '648ce9b8-147f-4254-94bd-10d26c8153b0'}] {{(pid=78428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:26:06.972120 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] Attempting to bind port 9c4b1e12-b24b-48a2-8e9c-4d06b427f961 on network 648ce9b8-147f-4254-94bd-10d26c8153b0 {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:26:06.977536 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] Checking agent: {'id': '52503dc4-35dc-4c7a-aab7-0589b5985e7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797161-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 25, 48), 'started_at': datetime.datetime(2021, 6, 21, 16, 25, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797161-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:26:06.977855 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] Checking segment: {'id': '3fdba20a-bf9c-4c67-84f9-fe548267ccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '648ce9b8-147f-4254-94bd-10d26c8153b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:26:06.978347 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:06.978736 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] Bound using segment: {'id': '3fdba20a-bf9c-4c67-84f9-fe548267ccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '648ce9b8-147f-4254-94bd-10d26c8153b0'} {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:26:06.979353 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] Bound port: 9c4b1e12-b24b-48a2-8e9c-4d06b427f961, host: dv-cinder-797161-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fdba20a-bf9c-4c67-84f9-fe548267ccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '648ce9b8-147f-4254-94bd-10d26c8153b0'}}] {{(pid=78428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:26:06.979768 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:07.069827 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] For port 9c4b1e12-b24b-48a2-8e9c-4d06b427f961, host dv-cinder-797161-1-iscsi, cleared binding levels {{(pid=78428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:26:07.074354 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] For port 9c4b1e12-b24b-48a2-8e9c-4d06b427f961, host dv-cinder-797161-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=9c4b1e12-b24b-48a2-8e9c-4d06b427f961,segment=NetworkSegment(3fdba20a-bf9c-4c67-84f9-fe548267ccb8),segment_id=3fdba20a-bf9c-4c67-84f9-fe548267ccb8)] {{(pid=78428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:26:07.079785 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:07.083630 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:26:07.184193 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] Pushing event updated for resources: {'Port': ['ID=9c4b1e12-b24b-48a2-8e9c-4d06b427f961,revision_number=2']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:26:07.188717 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:26:08.374891 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 33222) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:26:08.744962 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [None req-82d77b0f-8831-4a45-9979-56c3d8d196ea admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=78426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 16:26:08.745954 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-82d77b0f-8831-4a45-9979-56c3d8d196ea admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3701215
Jun 21 16:26:09.775521 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 9c4b1e12-b24b-48a2-8e9c-4d06b427f961 up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:26:09.845920 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning for port 9c4b1e12-b24b-48a2-8e9c-4d06b427f961 completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:26:10.729048 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a22f1d5-375f-4db2-941d-c02fcfb6293c None None] Network 648ce9b8-147f-4254-94bd-10d26c8153b0 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:26:10.835401 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-9065d46a-c726-4147-9d00-7e3ef34ca88e None None] Provisioning for port 9c4b1e12-b24b-48a2-8e9c-4d06b427f961 completed by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:26:10.843811 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-9065d46a-c726-4147-9d00-7e3ef34ca88e None None] Provisioning complete for port 9c4b1e12-b24b-48a2-8e9c-4d06b427f961 triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:26:10.844214 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-9065d46a-c726-4147-9d00-7e3ef34ca88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:11.059867 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-9065d46a-c726-4147-9d00-7e3ef34ca88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:11.099743 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-9065d46a-c726-4147-9d00-7e3ef34ca88e None None] For port 9c4b1e12-b24b-48a2-8e9c-4d06b427f961, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=9c4b1e12-b24b-48a2-8e9c-4d06b427f961,segment=NetworkSegment(3fdba20a-bf9c-4c67-84f9-fe548267ccb8),segment_id=3fdba20a-bf9c-4c67-84f9-fe548267ccb8)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:26:11.104800 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-9065d46a-c726-4147-9d00-7e3ef34ca88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:11.106206 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 33236) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:26:11.108935 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:26:11.176336 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065d46a-c726-4147-9d00-7e3ef34ca88e None None] Pushing event updated for resources: {'Port': ['ID=9c4b1e12-b24b-48a2-8e9c-4d06b427f961,revision_number=3']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:26:11.181008 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-9065d46a-c726-4147-9d00-7e3ef34ca88e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:26:11.333267 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-443076a1-48f7-4e3c-8b9e-328b018cc883 None None] Provisioning complete for port 9c4b1e12-b24b-48a2-8e9c-4d06b427f961 triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:26:11.333645 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-443076a1-48f7-4e3c-8b9e-328b018cc883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:11.492804 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [None req-1a31d03f-37ee-4374-8652-c22d46295211 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=78426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 16:26:11.493790 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-1a31d03f-37ee-4374-8652-c22d46295211 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3864021
Jun 21 16:26:11.738237 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 9c4b1e12-b24b-48a2-8e9c-4d06b427f961 up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:26:11.804310 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port 9c4b1e12-b24b-48a2-8e9c-4d06b427f961 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:26:11.804676 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:13.742220 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 5 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:26:14.101696 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 33248) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:26:14.453200 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-f67f940e-f02e-4eb1-a536-a3365d76cb29 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'd73da7f29aef49368b81503e220a88c5', 'admin_state_up': True}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:26:14.458328 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-f67f940e-f02e-4eb1-a536-a3365d76cb29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:26:14.462154 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-f67f940e-f02e-4eb1-a536-a3365d76cb29 admin admin] Usage tracker for resource:router and tenant:d73da7f29aef49368b81503e220a88c5 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:26:14.465439 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-f67f940e-f02e-4eb1-a536-a3365d76cb29 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:26:14.470994 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-f67f940e-f02e-4eb1-a536-a3365d76cb29 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:26:14.481052 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f67f940e-f02e-4eb1-a536-a3365d76cb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1648372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-965'] for router, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:14.482604 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f67f940e-f02e-4eb1-a536-a3365d76cb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1674493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-972'] for router, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:14.504592 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f67f940e-f02e-4eb1-a536-a3365d76cb29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:14.612764 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f67f940e-f02e-4eb1-a536-a3365d76cb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727309'] for router, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:14.631052 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f67f940e-f02e-4eb1-a536-a3365d76cb29 admin admin] Notify callbacks [] for router, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:14.632231 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-f67f940e-f02e-4eb1-a536-a3365d76cb29 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5295663
Jun 21 16:26:16.926693 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 33258) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:26:17.290326 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [None req-7db0d151-df93-47ae-aad4-3c1cc669228b admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=78426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 16:26:17.291307 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-7db0d151-df93-47ae-aad4-3c1cc669228b admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3637090
Jun 21 16:26:17.405860 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-ab1c7fa5-5ef2-4c2b-a966-b20d336b85ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:17.816597 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:19.644322 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 33268) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:26:20.015721 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-0e7e8f93-31a2-4174-8803-709e93028997 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:26:20.020702 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-0e7e8f93-31a2-4174-8803-709e93028997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:26:20.025412 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-0e7e8f93-31a2-4174-8803-709e93028997 admin admin] Usage tracker for resource:network and tenant:d7b0f1e13442478b9e8bd3b9abf53062 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:26:20.028399 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-0e7e8f93-31a2-4174-8803-709e93028997 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:26:20.030474 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-d17c7f32-dd2c-48b0-9a83-78720777d51f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:20.034386 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-0e7e8f93-31a2-4174-8803-709e93028997 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:26:20.044870 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7e8f93-31a2-4174-8803-709e93028997 admin admin] Made reservation on behalf of d7b0f1e13442478b9e8bd3b9abf53062 for: {'network': 1} {{(pid=78426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:26:20.047253 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0e7e8f93-31a2-4174-8803-709e93028997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for network, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:20.059219 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0e7e8f93-31a2-4174-8803-709e93028997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:20.072859 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-0e7e8f93-31a2-4174-8803-709e93028997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:26:20.076484 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-0e7e8f93-31a2-4174-8803-709e93028997 admin admin] Usage tracker for resource:security_group_rule and tenant:d7b0f1e13442478b9e8bd3b9abf53062 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:26:20.079166 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-0e7e8f93-31a2-4174-8803-709e93028997 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:26:20.085085 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-0e7e8f93-31a2-4174-8803-709e93028997 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:26:20.170014 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0e7e8f93-31a2-4174-8803-709e93028997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:20.173695 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0e7e8f93-31a2-4174-8803-709e93028997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:20.177622 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:26:20.190509 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0e7e8f93-31a2-4174-8803-709e93028997 admin admin] Reserving flat network on physical network physnet1 {{(pid=78426) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jun 21 16:26:20.213978 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e8f93-31a2-4174-8803-709e93028997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e4fdc4-d445-4275-930a-40c343b69f5c,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:26:20.217445 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0e7e8f93-31a2-4174-8803-709e93028997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645578'] for segment, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:20.218130 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.db.segments_db [None req-0e7e8f93-31a2-4174-8803-709e93028997 admin admin] Added segment 3123edc3-090a-4516-9a79-a6a8c7b9190b of type flat for network 70dc8c3b-1fd1-4e34-848f-30da40ce5650
Jun 21 16:26:20.219262 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-0e7e8f93-31a2-4174-8803-709e93028997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:26:20.254409 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0e7e8f93-31a2-4174-8803-709e93028997 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768073942321'] for network, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:20.290613 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0e7e8f93-31a2-4174-8803-709e93028997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592'] for network, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:20.291983 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7e8f93-31a2-4174-8803-709e93028997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:26:20.292569 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0e7e8f93-31a2-4174-8803-709e93028997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for network, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:20.297041 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:26:20.390871 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-0e7e8f93-31a2-4174-8803-709e93028997 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7455051
Jun 21 16:26:20.393680 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e8f93-31a2-4174-8803-709e93028997 admin admin] Pushing event updated for resources: {'Network': ['ID=70dc8c3b-1fd1-4e34-848f-30da40ce5650,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:26:20.401325 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-0e7e8f93-31a2-4174-8803-709e93028997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:26:20.408096 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Network 70dc8c3b-1fd1-4e34-848f-30da40ce5650 details requested by agent ovs-agent-dv-cinder-797161-1-iscsi with host dv-cinder-797161-1-iscsi {{(pid=78428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 16:26:20.752795 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:22.332373 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:22.701263 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 33288) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:26:22.906878 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f744c67-665d-404c-98d3-b55262edd958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:26:22.908217 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-3f744c67-665d-404c-98d3-b55262edd958 admin admin] 10.222.0.24 "GET /v2.0/subnets/3d4032f8-ce01-49d1-9a37-69f56a9601f1 HTTP/1.1" status: 200  len: 849 time: 0.2059777
Jun 21 16:26:23.055411 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-95f5956c-61af-4b06-a57c-b92241a184b2 admin admin] 10.222.0.24 "GET /v2.0/routers/6d00c9ea-a7a3-4397-8b52-06b660e3d916 HTTP/1.1" status: 200  len: 704 time: 0.1417413
Jun 21 16:26:23.554080 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c182aa43-ae7e-4080-8f8d-90cc977092ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:23.778612 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [None req-c182aa43-ae7e-4080-8f8d-90cc977092ef admin admin] Allocated IP 172.20.0.1 (648ce9b8-147f-4254-94bd-10d26c8153b0/3d4032f8-ce01-49d1-9a37-69f56a9601f1/4d668aee-c7e8-4025-9952-6fbb7f847556) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:26:23.933157 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c182aa43-ae7e-4080-8f8d-90cc977092ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:23.950312 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c182aa43-ae7e-4080-8f8d-90cc977092ef admin admin] Transition to ACTIVE for port object 4d668aee-c7e8-4025-9952-6fbb7f847556 will not be triggered until provisioned by entity DHCP. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:26:24.001502 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c182aa43-ae7e-4080-8f8d-90cc977092ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:24.004943 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:26:24.067616 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c182aa43-ae7e-4080-8f8d-90cc977092ef admin admin] Network 648ce9b8-147f-4254-94bd-10d26c8153b0 is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:26:24.071256 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-c182aa43-ae7e-4080-8f8d-90cc977092ef admin admin] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:26:24.077321 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c182aa43-ae7e-4080-8f8d-90cc977092ef admin admin] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:26:24.077448 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c182aa43-ae7e-4080-8f8d-90cc977092ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726498'] for router_interface, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:24.199201 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c182aa43-ae7e-4080-8f8d-90cc977092ef admin admin] Pushing event updated for resources: {'Port': ['ID=4d668aee-c7e8-4025-9952-6fbb7f847556,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:26:24.205033 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c182aa43-ae7e-4080-8f8d-90cc977092ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:26:24.231407 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-651c90dc-bff1-425f-a2ff-f3e9b6b84ed9 None None] Provisioning for port 4d668aee-c7e8-4025-9952-6fbb7f847556 completed by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:26:24.236206 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-651c90dc-bff1-425f-a2ff-f3e9b6b84ed9 None None] Provisioning complete for port 4d668aee-c7e8-4025-9952-6fbb7f847556 triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:26:24.236576 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-651c90dc-bff1-425f-a2ff-f3e9b6b84ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:24.286763 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-651c90dc-bff1-425f-a2ff-f3e9b6b84ed9 None None] Port 4d668aee-c7e8-4025-9952-6fbb7f847556 cannot update to ACTIVE because it is not bound. {{(pid=78428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 16:26:24.338457 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c182aa43-ae7e-4080-8f8d-90cc977092ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:24.553545 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c182aa43-ae7e-4080-8f8d-90cc977092ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:24.558121 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c182aa43-ae7e-4080-8f8d-90cc977092ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:24.559325 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c182aa43-ae7e-4080-8f8d-90cc977092ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1726593'] for router_interface, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:24.562362 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c182aa43-ae7e-4080-8f8d-90cc977092ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:26:24.650575 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c182aa43-ae7e-4080-8f8d-90cc977092ef admin admin] Pushing event updated for resources: {'Port': ['ID=4d668aee-c7e8-4025-9952-6fbb7f847556,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:26:24.654496 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c182aa43-ae7e-4080-8f8d-90cc977092ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:26:24.748949 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c182aa43-ae7e-4080-8f8d-90cc977092ef admin admin] Network 648ce9b8-147f-4254-94bd-10d26c8153b0 is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:26:24.749964 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-c182aa43-ae7e-4080-8f8d-90cc977092ef admin admin] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:26:24.910729 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-13862722-9fb2-41eb-871c-5d4ac1ccb3fa None None] Provisioning complete for port 4d668aee-c7e8-4025-9952-6fbb7f847556 triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:26:24.911100 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-13862722-9fb2-41eb-871c-5d4ac1ccb3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:24.965013 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-13862722-9fb2-41eb-871c-5d4ac1ccb3fa None None] Port 4d668aee-c7e8-4025-9952-6fbb7f847556 cannot update to ACTIVE because it is not bound. {{(pid=78428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 16:26:24.974693 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c182aa43-ae7e-4080-8f8d-90cc977092ef admin admin] Router 6d00c9ea-a7a3-4397-8b52-06b660e3d916 is scheduled to L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb with binding_index 1 {{(pid=78426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 16:26:25.125869 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c182aa43-ae7e-4080-8f8d-90cc977092ef admin admin] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:26:25.135496 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-c182aa43-ae7e-4080-8f8d-90cc977092ef admin admin] 10.222.0.24 "PUT /v2.0/routers/6d00c9ea-a7a3-4397-8b52-06b660e3d916/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0748358
Jun 21 16:26:25.136375 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0467e346-715d-4680-b8ed-04e2bebbae3f None None] Sync routers for ids ['6d00c9ea-a7a3-4397-8b52-06b660e3d916'] in dv-cinder-797161-1-iscsi {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:26:25.149197 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0467e346-715d-4680-b8ed-04e2bebbae3f None None] Routers {'6d00c9ea-a7a3-4397-8b52-06b660e3d916'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:26:25.150049 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-0467e346-715d-4680-b8ed-04e2bebbae3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979eaacbe0>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:26:20Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['6d00c9ea-a7a3-4397-8b52-06b660e3d916'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:26:25.319748 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-0467e346-715d-4680-b8ed-04e2bebbae3f None None] Set router 6d00c9ea-a7a3-4397-8b52-06b660e3d916 gateway port host: None {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:26:25.680769 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-0467e346-715d-4680-b8ed-04e2bebbae3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979eaacbe0>, [{'id': '6d00c9ea-a7a3-4397-8b52-06b660e3d916', 'name': 'router1', 'tenant_id': 'd73da7f29aef49368b81503e220a88c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:26:14Z', 'updated_at': '2021-06-21T16:26:24Z', 'revision_number': 2, 'project_id': 'd73da7f29aef49368b81503e220a88c5', 'gw_port_host': None, '_interfaces': [{'id': '4d668aee-c7e8-4025-9952-6fbb7f847556', 'name': '', 'network_id': '648ce9b8-147f-4254-94bd-10d26c8153b0', 'tenant_id': 'd73da7f29aef49368b81503e220a88c5', 'mac_address': 'fa:16:3e:59:0b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d00c9ea-a7a3-4397-8b52-06b660e3d916', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d4032f8-ce01-49d1-9a37-69f56a9601f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:26:23Z', 'updated_at': '2021-06-21T16:26:24Z', 'revision_number': 2, 'project_id': 'd73da7f29aef49368b81503e220a88c5', 'subnets': [{'id': '3d4032f8-ce01-49d1-9a37-69f56a9601f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2f5989b-a1da-49b9-9757-bb928fea47f0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:26:25.685773 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0467e346-715d-4680-b8ed-04e2bebbae3f None None] Checking router: 6d00c9ea-a7a3-4397-8b52-06b660e3d916 for host: dv-cinder-797161-1-iscsi {{(pid=78429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:26:25.686163 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0467e346-715d-4680-b8ed-04e2bebbae3f None None] Updating router 6d00c9ea-a7a3-4397-8b52-06b660e3d916 port 4d668aee-c7e8-4025-9952-6fbb7f847556 binding host dv-cinder-797161-1-iscsi {{(pid=78429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 16:26:25.736909 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-0467e346-715d-4680-b8ed-04e2bebbae3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:26.111085 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-0467e346-715d-4680-b8ed-04e2bebbae3f None None] Notify callbacks [] for port, precommit_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:26.126197 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.provisioning_blocks [None req-0467e346-715d-4680-b8ed-04e2bebbae3f None None] Transition to ACTIVE for port object 4d668aee-c7e8-4025-9952-6fbb7f847556 will not be triggered until provisioned by entity L2. {{(pid=78429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:26:26.133549 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-0467e346-715d-4680-b8ed-04e2bebbae3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:26.139266 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:26:26.365555 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55172a-11a4-4279-b079-c432221a9f90 None None] Pushing event updated for resources: {'Port': ['ID=4d668aee-c7e8-4025-9952-6fbb7f847556,revision_number=3']} {{(pid=78429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:26:26.378161 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c55172a-11a4-4279-b079-c432221a9f90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:26:26.378502 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c55172a-11a4-4279-b079-c432221a9f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:26:26.378833 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c55172a-11a4-4279-b079-c432221a9f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:26:26.379246 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c55172a-11a4-4279-b079-c432221a9f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:26:26.379567 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c55172a-11a4-4279-b079-c432221a9f90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:26:26.379961 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c55172a-11a4-4279-b079-c432221a9f90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:26:26.380268 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c55172a-11a4-4279-b079-c432221a9f90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:26:26.380586 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c55172a-11a4-4279-b079-c432221a9f90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:26:26.380912 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c55172a-11a4-4279-b079-c432221a9f90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:26:26.381221 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c55172a-11a4-4279-b079-c432221a9f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:26:26.381527 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c55172a-11a4-4279-b079-c432221a9f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:26:26.381833 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c55172a-11a4-4279-b079-c432221a9f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:26:26.383722 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c55172a-11a4-4279-b079-c432221a9f90 None None] Tracked resource versions report:
Jun 21 16:26:26.383722 dv-cinder-797161-1-iscsi neutron-server[78429]: pushed versions:
Jun 21 16:26:26.383722 dv-cinder-797161-1-iscsi neutron-server[78429]: {   'AddressGroup': {'1.2'},
Jun 21 16:26:26.383722 dv-cinder-797161-1-iscsi neutron-server[78429]:     'ConntrackHelper': {'1.0'},
Jun 21 16:26:26.383722 dv-cinder-797161-1-iscsi neutron-server[78429]:     'Log': {'1.0'},
Jun 21 16:26:26.383722 dv-cinder-797161-1-iscsi neutron-server[78429]:     'Network': {'1.1'},
Jun 21 16:26:26.383722 dv-cinder-797161-1-iscsi neutron-server[78429]:     'Port': {'1.7'},
Jun 21 16:26:26.383722 dv-cinder-797161-1-iscsi neutron-server[78429]:     'PortForwarding': {'1.2'},
Jun 21 16:26:26.383722 dv-cinder-797161-1-iscsi neutron-server[78429]:     'QosPolicy': {'1.8'},
Jun 21 16:26:26.383722 dv-cinder-797161-1-iscsi neutron-server[78429]:     'SecurityGroup': {'1.4'},
Jun 21 16:26:26.383722 dv-cinder-797161-1-iscsi neutron-server[78429]:     'SecurityGroupRule': {'1.2'},
Jun 21 16:26:26.383722 dv-cinder-797161-1-iscsi neutron-server[78429]:     'SubPort': {'1.0'},
Jun 21 16:26:26.383722 dv-cinder-797161-1-iscsi neutron-server[78429]:     'Subnet': {'1.1'},
Jun 21 16:26:26.383722 dv-cinder-797161-1-iscsi neutron-server[78429]:     'Trunk': {'1.1'}}
Jun 21 16:26:26.383722 dv-cinder-797161-1-iscsi neutron-server[78429]: consumer versions:
Jun 21 16:26:26.383722 dv-cinder-797161-1-iscsi neutron-server[78429]: {   DHCP agent@dv-cinder-797161-1-iscsi: {},
Jun 21 16:26:26.383722 dv-cinder-797161-1-iscsi neutron-server[78429]:     L3 agent@dv-cinder-797161-1-iscsi: {},
Jun 21 16:26:26.383722 dv-cinder-797161-1-iscsi neutron-server[78429]:     Metadata agent@dv-cinder-797161-1-iscsi: {},
Jun 21 16:26:26.383722 dv-cinder-797161-1-iscsi neutron-server[78429]:     Metering agent@dv-cinder-797161-1-iscsi: {},
Jun 21 16:26:26.383722 dv-cinder-797161-1-iscsi neutron-server[78429]:     Open vSwitch agent@dv-cinder-797161-1-iscsi: {   'AddressGroup': '1.2',
Jun 21 16:26:26.383722 dv-cinder-797161-1-iscsi neutron-server[78429]:                                                      'ConntrackHelper': '1.0',
Jun 21 16:26:26.383722 dv-cinder-797161-1-iscsi neutron-server[78429]:                                                      'Log': '1.0',
Jun 21 16:26:26.383722 dv-cinder-797161-1-iscsi neutron-server[78429]:                                                      'Network': '1.1',
Jun 21 16:26:26.383722 dv-cinder-797161-1-iscsi neutron-server[78429]:                                                      'Port': '1.7',
Jun 21 16:26:26.383722 dv-cinder-797161-1-iscsi neutron-server[78429]:                                                      'PortForwarding': '1.2',
Jun 21 16:26:26.383722 dv-cinder-797161-1-iscsi neutron-server[78429]:                                                      'QosPolicy': '1.8',
Jun 21 16:26:26.383722 dv-cinder-797161-1-iscsi neutron-server[78429]:                                                      'SecurityGroup': '1.4',
Jun 21 16:26:26.383722 dv-cinder-797161-1-iscsi neutron-server[78429]:                                                      'SecurityGroupRule': '1.2',
Jun 21 16:26:26.383722 dv-cinder-797161-1-iscsi neutron-server[78429]:                                                      'SubPort': '1.0',
Jun 21 16:26:26.383722 dv-cinder-797161-1-iscsi neutron-server[78429]:                                                      'Subnet': '1.1',
Jun 21 16:26:26.383722 dv-cinder-797161-1-iscsi neutron-server[78429]:                                                      'Trunk': '1.1'}}
Jun 21 16:26:26.383722 dv-cinder-797161-1-iscsi neutron-server[78429]:  {{(pid=78429) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 21 16:26:26.387902 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.managers [None req-0467e346-715d-4680-b8ed-04e2bebbae3f None None] Attempting to bind port 4d668aee-c7e8-4025-9952-6fbb7f847556 on host dv-cinder-797161-1-iscsi for vnic_type normal with profile  {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:26:26.388294 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.managers [None req-0467e346-715d-4680-b8ed-04e2bebbae3f None None] Attempting to bind port 4d668aee-c7e8-4025-9952-6fbb7f847556 by drivers openvswitch,hyperv on host dv-cinder-797161-1-iscsi at level 0 using segments [{'id': '3fdba20a-bf9c-4c67-84f9-fe548267ccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '648ce9b8-147f-4254-94bd-10d26c8153b0'}] {{(pid=78429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:26:26.388709 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0467e346-715d-4680-b8ed-04e2bebbae3f None None] Attempting to bind port 4d668aee-c7e8-4025-9952-6fbb7f847556 on network 648ce9b8-147f-4254-94bd-10d26c8153b0 {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:26:26.390842 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [None req-4c55172a-11a4-4279-b079-c432221a9f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:26:26.395127 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0467e346-715d-4680-b8ed-04e2bebbae3f None None] Checking agent: {'id': '52503dc4-35dc-4c7a-aab7-0589b5985e7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797161-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 25, 48), 'started_at': datetime.datetime(2021, 6, 21, 16, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797161-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:26:26.395274 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0467e346-715d-4680-b8ed-04e2bebbae3f None None] Checking segment: {'id': '3fdba20a-bf9c-4c67-84f9-fe548267ccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '648ce9b8-147f-4254-94bd-10d26c8153b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:26:26.395786 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-0467e346-715d-4680-b8ed-04e2bebbae3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:26.396166 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0467e346-715d-4680-b8ed-04e2bebbae3f None None] Bound using segment: {'id': '3fdba20a-bf9c-4c67-84f9-fe548267ccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '648ce9b8-147f-4254-94bd-10d26c8153b0'} {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:26:26.396664 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.managers [None req-0467e346-715d-4680-b8ed-04e2bebbae3f None None] Bound port: 4d668aee-c7e8-4025-9952-6fbb7f847556, host: dv-cinder-797161-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fdba20a-bf9c-4c67-84f9-fe548267ccb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '648ce9b8-147f-4254-94bd-10d26c8153b0'}}] {{(pid=78429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:26:26.397027 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-0467e346-715d-4680-b8ed-04e2bebbae3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:26.483149 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.db [None req-0467e346-715d-4680-b8ed-04e2bebbae3f None None] For port 4d668aee-c7e8-4025-9952-6fbb7f847556, host dv-cinder-797161-1-iscsi, cleared binding levels {{(pid=78429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:26:26.487029 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.db [None req-0467e346-715d-4680-b8ed-04e2bebbae3f None None] For port 4d668aee-c7e8-4025-9952-6fbb7f847556, host dv-cinder-797161-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=4d668aee-c7e8-4025-9952-6fbb7f847556,segment=NetworkSegment(3fdba20a-bf9c-4c67-84f9-fe548267ccb8),segment_id=3fdba20a-bf9c-4c67-84f9-fe548267ccb8)] {{(pid=78429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:26:26.492291 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-0467e346-715d-4680-b8ed-04e2bebbae3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:26.495978 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:26:26.580646 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0467e346-715d-4680-b8ed-04e2bebbae3f None None] Routers {'6d00c9ea-a7a3-4397-8b52-06b660e3d916'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:26:26.581189 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-0467e346-715d-4680-b8ed-04e2bebbae3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979eaacbe0>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:26:20Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['6d00c9ea-a7a3-4397-8b52-06b660e3d916'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:26:26.635841 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55172a-11a4-4279-b079-c432221a9f90 None None] Pushing event updated for resources: {'Port': ['ID=4d668aee-c7e8-4025-9952-6fbb7f847556,revision_number=4']} {{(pid=78429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:26:26.645182 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [None req-4c55172a-11a4-4279-b079-c432221a9f90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:26:26.737703 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-0467e346-715d-4680-b8ed-04e2bebbae3f None None] Set router 6d00c9ea-a7a3-4397-8b52-06b660e3d916 gateway port host: None {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:26:27.073818 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-0467e346-715d-4680-b8ed-04e2bebbae3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979eaacbe0>, [{'id': '6d00c9ea-a7a3-4397-8b52-06b660e3d916', 'name': 'router1', 'tenant_id': 'd73da7f29aef49368b81503e220a88c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:26:14Z', 'updated_at': '2021-06-21T16:26:24Z', 'revision_number': 2, 'project_id': 'd73da7f29aef49368b81503e220a88c5', 'gw_port_host': None, '_interfaces': [{'id': '4d668aee-c7e8-4025-9952-6fbb7f847556', 'name': '', 'network_id': '648ce9b8-147f-4254-94bd-10d26c8153b0', 'tenant_id': 'd73da7f29aef49368b81503e220a88c5', 'mac_address': 'fa:16:3e:59:0b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d00c9ea-a7a3-4397-8b52-06b660e3d916', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d4032f8-ce01-49d1-9a37-69f56a9601f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:26:23Z', 'updated_at': '2021-06-21T16:26:26Z', 'revision_number': 4, 'project_id': 'd73da7f29aef49368b81503e220a88c5', 'subnets': [{'id': '3d4032f8-ce01-49d1-9a37-69f56a9601f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2f5989b-a1da-49b9-9757-bb928fea47f0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:26:27.077629 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0467e346-715d-4680-b8ed-04e2bebbae3f None None] The sync data for ids ['6d00c9ea-a7a3-4397-8b52-06b660e3d916'] in dv-cinder-797161-1-iscsi is: [{'id': '6d00c9ea-a7a3-4397-8b52-06b660e3d916', 'name': 'router1', 'tenant_id': 'd73da7f29aef49368b81503e220a88c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:26:14Z', 'updated_at': '2021-06-21T16:26:24Z', 'revision_number': 2, 'project_id': 'd73da7f29aef49368b81503e220a88c5', 'gw_port_host': None, '_interfaces': [{'id': '4d668aee-c7e8-4025-9952-6fbb7f847556', 'name': '', 'network_id': '648ce9b8-147f-4254-94bd-10d26c8153b0', 'tenant_id': 'd73da7f29aef49368b81503e220a88c5', 'mac_address': 'fa:16:3e:59:0b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d00c9ea-a7a3-4397-8b52-06b660e3d916', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d4032f8-ce01-49d1-9a37-69f56a9601f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:26:23Z', 'updated_at': '2021-06-21T16:26:26Z', 'revision_number': 4, 'project_id': 'd73da7f29aef49368b81503e220a88c5', 'subnets': [{'id': '3d4032f8-ce01-49d1-9a37-69f56a9601f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2f5989b-a1da-49b9-9757-bb928fea47f0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:26:27.298617 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 33310) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:26:27.444401 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c845119b-45b6-45d2-9845-328a9a9971d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:26:27.445081 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-c845119b-45b6-45d2-9845-328a9a9971d7 admin admin] Synchronizing usage tracker for tenant:d7b0f1e13442478b9e8bd3b9abf53062 on resource:network {{(pid=78426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:26:27.462204 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-c845119b-45b6-45d2-9845-328a9a9971d7 admin admin] Unset dirty status for tenant:d7b0f1e13442478b9e8bd3b9abf53062 on resource:network {{(pid=78426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:26:27.463367 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-c845119b-45b6-45d2-9845-328a9a9971d7 admin admin] 10.222.0.24 "GET /v2.0/networks/70dc8c3b-1fd1-4e34-848f-30da40ce5650 HTTP/1.1" status: 200  len: 842 time: 0.1637340
Jun 21 16:26:27.472661 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-0f4c4fa8-620b-4756-ad7d-1879b57a1b8d admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:26:27.478708 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-0f4c4fa8-620b-4756-ad7d-1879b57a1b8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:26:27.482516 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-0f4c4fa8-620b-4756-ad7d-1879b57a1b8d admin admin] Usage tracker for resource:subnet and tenant:d7b0f1e13442478b9e8bd3b9abf53062 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:26:27.485344 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-0f4c4fa8-620b-4756-ad7d-1879b57a1b8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:26:27.491233 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-0f4c4fa8-620b-4756-ad7d-1879b57a1b8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:26:27.501825 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4c4fa8-620b-4756-ad7d-1879b57a1b8d admin admin] Made reservation on behalf of d7b0f1e13442478b9e8bd3b9abf53062 for: {'subnet': 1} {{(pid=78426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:26:27.504372 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0f4c4fa8-620b-4756-ad7d-1879b57a1b8d admin admin] Notify callbacks [] for subnet, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:27.776010 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 4d668aee-c7e8-4025-9952-6fbb7f847556 up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:26:27.849616 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning for port 4d668aee-c7e8-4025-9952-6fbb7f847556 completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:26:27.855667 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port 4d668aee-c7e8-4025-9952-6fbb7f847556 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:26:27.856043 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:27.936653 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.objects.ports [None req-0f4c4fa8-620b-4756-ad7d-1879b57a1b8d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78426) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 21 16:26:27.937227 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0f4c4fa8-620b-4756-ad7d-1879b57a1b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592'] for subnet, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:27.941014 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:26:27.979807 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:28.014985 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] For port 4d668aee-c7e8-4025-9952-6fbb7f847556, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=4d668aee-c7e8-4025-9952-6fbb7f847556,segment=NetworkSegment(3fdba20a-bf9c-4c67-84f9-fe548267ccb8),segment_id=3fdba20a-bf9c-4c67-84f9-fe548267ccb8)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:26:28.019028 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c4fa8-620b-4756-ad7d-1879b57a1b8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=64348721-2f14-434e-9349-1c86303c6cb6,revision_number=0']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:26:28.023319 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4c4fa8-620b-4756-ad7d-1879b57a1b8d admin admin] Checking segment: {'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:26:28.023712 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4c4fa8-620b-4756-ad7d-1879b57a1b8d admin admin] Network hostable DHCP agents. Network: 70dc8c3b-1fd1-4e34-848f-30da40ce5650, hostable agents: ['3e057b97-a383-4976-a3a1-556748f7f018'], hosted agents: [] {{(pid=78426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 16:26:28.028600 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-0f4c4fa8-620b-4756-ad7d-1879b57a1b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:26:28.029445 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:28.032488 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-856daf57-4693-4e17-b3e0-27dbd662209c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:26:28.047522 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4c4fa8-620b-4756-ad7d-1879b57a1b8d admin admin] Network 70dc8c3b-1fd1-4e34-848f-30da40ce5650 is scheduled to be hosted by DHCP agent 3e057b97-a383-4976-a3a1-556748f7f018 with binding_index 1 {{(pid=78426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 16:26:28.059328 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-0f4c4fa8-620b-4756-ad7d-1879b57a1b8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797161-1-iscsi, 70dc8c3b-1fd1-4e34-848f-30da40ce5650) {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:26:28.066512 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4c4fa8-620b-4756-ad7d-1879b57a1b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:26:28.067199 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0f4c4fa8-620b-4756-ad7d-1879b57a1b8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for subnet, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:28.070472 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49eed2bf-8e5c-4aac-ab7e-74ad9b3f0841 None None] Network 70dc8c3b-1fd1-4e34-848f-30da40ce5650 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:26:28.093801 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-0f4c4fa8-620b-4756-ad7d-1879b57a1b8d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6245811
Jun 21 16:26:28.205144 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Pushing event updated for resources: {'Port': ['ID=4d668aee-c7e8-4025-9952-6fbb7f847556,revision_number=5']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:26:28.210011 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:26:28.350545 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742412c6-5673-4b60-874a-411b42429185 None None] Network 70dc8c3b-1fd1-4e34-848f-30da40ce5650 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:26:29.748018 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 4d668aee-c7e8-4025-9952-6fbb7f847556 up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:26:29.815975 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port 4d668aee-c7e8-4025-9952-6fbb7f847556 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:26:29.816350 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:30.301084 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 33324) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:26:30.495076 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-edddd2c6-b9c1-4641-bfec-53e902e619a0 admin admin] 10.222.0.24 "GET /v2.0/routers/6d00c9ea-a7a3-4397-8b52-06b660e3d916 HTTP/1.1" status: 200  len: 710 time: 0.1928756
Jun 21 16:26:30.618106 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b2c55b-db6a-4296-915a-1bc96c3da651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:26:30.619348 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-33b2c55b-db6a-4296-915a-1bc96c3da651 admin admin] 10.222.0.24 "GET /v2.0/networks/70dc8c3b-1fd1-4e34-848f-30da40ce5650 HTTP/1.1" status: 200  len: 886 time: 0.1192586
Jun 21 16:26:30.627763 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-8a122689-382a-4a96-ac59-0bca95c080f6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'}}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:26:31.102648 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8a122689-382a-4a96-ac59-0bca95c080f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1648335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-994'] for router, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:31.418186 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8a122689-382a-4a96-ac59-0bca95c080f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:31.470324 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8a122689-382a-4a96-ac59-0bca95c080f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:31.599338 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [None req-8a122689-382a-4a96-ac59-0bca95c080f6 admin admin] Allocated IP 172.27.1.25 (70dc8c3b-1fd1-4e34-848f-30da40ce5650/64348721-2f14-434e-9349-1c86303c6cb6/2172ab12-c68a-4410-b265-c4e8cb7239fa) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:26:31.738388 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8a122689-382a-4a96-ac59-0bca95c080f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:31.766181 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8a122689-382a-4a96-ac59-0bca95c080f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:31.770453 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:26:31.828444 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a122689-382a-4a96-ac59-0bca95c080f6 admin admin] Network 70dc8c3b-1fd1-4e34-848f-30da40ce5650 is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:26:31.830908 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-8a122689-382a-4a96-ac59-0bca95c080f6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:26:31.834349 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a122689-382a-4a96-ac59-0bca95c080f6 admin admin] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:26:31.897514 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a122689-382a-4a96-ac59-0bca95c080f6 admin admin] Pushing event updated for resources: {'Port': ['ID=2172ab12-c68a-4410-b265-c4e8cb7239fa,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:26:31.902561 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-8a122689-382a-4a96-ac59-0bca95c080f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:26:32.262174 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8a122689-382a-4a96-ac59-0bca95c080f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:32.589912 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8a122689-382a-4a96-ac59-0bca95c080f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1648335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-994'] for router, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:32.593166 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8a122689-382a-4a96-ac59-0bca95c080f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1727331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1727354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1648140'] for router, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:32.766158 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a122689-382a-4a96-ac59-0bca95c080f6 admin admin] Router 6d00c9ea-a7a3-4397-8b52-06b660e3d916 has already been hosted by L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb {{(pid=78426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 16:26:32.935775 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a122689-382a-4a96-ac59-0bca95c080f6 admin admin] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:26:32.946986 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8a122689-382a-4a96-ac59-0bca95c080f6 admin admin] Notify callbacks [] for router, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:32.948164 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9911ab14-af8c-432d-b308-b892cc2c3710 None None] Sync routers for ids ['6d00c9ea-a7a3-4397-8b52-06b660e3d916'] in dv-cinder-797161-1-iscsi {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:26:32.948744 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-8a122689-382a-4a96-ac59-0bca95c080f6 admin admin] 10.222.0.24 "PUT /v2.0/routers/6d00c9ea-a7a3-4397-8b52-06b660e3d916 HTTP/1.1" status: 200  len: 889 time: 2.3236406
Jun 21 16:26:32.958157 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9911ab14-af8c-432d-b308-b892cc2c3710 None None] Routers {'6d00c9ea-a7a3-4397-8b52-06b660e3d916'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:26:32.958827 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-9911ab14-af8c-432d-b308-b892cc2c3710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d7a35b0>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:26:20Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['6d00c9ea-a7a3-4397-8b52-06b660e3d916'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:26:33.152121 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-9911ab14-af8c-432d-b308-b892cc2c3710 None None] Set router 6d00c9ea-a7a3-4397-8b52-06b660e3d916 gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:26:33.486709 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-9911ab14-af8c-432d-b308-b892cc2c3710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d7a35b0>, [{'id': '6d00c9ea-a7a3-4397-8b52-06b660e3d916', 'name': 'router1', 'tenant_id': 'd73da7f29aef49368b81503e220a88c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '2172ab12-c68a-4410-b265-c4e8cb7239fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:26:14Z', 'updated_at': '2021-06-21T16:26:32Z', 'revision_number': 4, 'project_id': 'd73da7f29aef49368b81503e220a88c5', 'gw_port': {'id': '2172ab12-c68a-4410-b265-c4e8cb7239fa', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:87:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d00c9ea-a7a3-4397-8b52-06b660e3d916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:26:31Z', 'updated_at': '2021-06-21T16:26:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': '4d668aee-c7e8-4025-9952-6fbb7f847556', 'name': '', 'network_id': '648ce9b8-147f-4254-94bd-10d26c8153b0', 'tenant_id': 'd73da7f29aef49368b81503e220a88c5', 'mac_address': 'fa:16:3e:59:0b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d00c9ea-a7a3-4397-8b52-06b660e3d916', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d4032f8-ce01-49d1-9a37-69f56a9601f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:26:23Z', 'updated_at': '2021-06-21T16:26:27Z', 'revision_number': 5, 'project_id': 'd73da7f29aef49368b81503e220a88c5', 'subnets': [{'id': '3d4032f8-ce01-49d1-9a37-69f56a9601f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2f5989b-a1da-49b9-9757-bb928fea47f0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:26:33.491429 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9911ab14-af8c-432d-b308-b892cc2c3710 None None] Checking router: 6d00c9ea-a7a3-4397-8b52-06b660e3d916 for host: dv-cinder-797161-1-iscsi {{(pid=78428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:26:33.492355 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9911ab14-af8c-432d-b308-b892cc2c3710 None None] Updating router 6d00c9ea-a7a3-4397-8b52-06b660e3d916 port 2172ab12-c68a-4410-b265-c4e8cb7239fa binding host dv-cinder-797161-1-iscsi {{(pid=78428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 16:26:33.542661 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-9911ab14-af8c-432d-b308-b892cc2c3710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:33.860427 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-9911ab14-af8c-432d-b308-b892cc2c3710 None None] Notify callbacks [] for port, precommit_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:33.872485 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-9911ab14-af8c-432d-b308-b892cc2c3710 None None] Transition to ACTIVE for port object 2172ab12-c68a-4410-b265-c4e8cb7239fa will not be triggered until provisioned by entity L2. {{(pid=78428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:26:33.878636 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-9911ab14-af8c-432d-b308-b892cc2c3710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:33.882916 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-9065d46a-c726-4147-9d00-7e3ef34ca88e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:26:33.980627 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7fcf7d-06e8-4b23-8308-d7727c453f48 None None] Pushing event updated for resources: {'Port': ['ID=2172ab12-c68a-4410-b265-c4e8cb7239fa,revision_number=2']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:26:33.983294 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-9911ab14-af8c-432d-b308-b892cc2c3710 None None] Attempting to bind port 2172ab12-c68a-4410-b265-c4e8cb7239fa on host dv-cinder-797161-1-iscsi for vnic_type normal with profile  {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:26:33.983670 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-9911ab14-af8c-432d-b308-b892cc2c3710 None None] Attempting to bind port 2172ab12-c68a-4410-b265-c4e8cb7239fa by drivers openvswitch,hyperv on host dv-cinder-797161-1-iscsi at level 0 using segments [{'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'}] {{(pid=78428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:26:33.984042 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9911ab14-af8c-432d-b308-b892cc2c3710 None None] Attempting to bind port 2172ab12-c68a-4410-b265-c4e8cb7239fa on network 70dc8c3b-1fd1-4e34-848f-30da40ce5650 {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:26:33.986229 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-dd7fcf7d-06e8-4b23-8308-d7727c453f48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:26:33.990597 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9911ab14-af8c-432d-b308-b892cc2c3710 None None] Checking agent: {'id': '52503dc4-35dc-4c7a-aab7-0589b5985e7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797161-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 25, 48), 'started_at': datetime.datetime(2021, 6, 21, 16, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797161-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:26:33.990974 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9911ab14-af8c-432d-b308-b892cc2c3710 None None] Checking segment: {'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:26:33.991400 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-9911ab14-af8c-432d-b308-b892cc2c3710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:33.992644 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9911ab14-af8c-432d-b308-b892cc2c3710 None None] Bound using segment: {'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'} {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:26:33.992994 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-9911ab14-af8c-432d-b308-b892cc2c3710 None None] Bound port: 2172ab12-c68a-4410-b265-c4e8cb7239fa, host: dv-cinder-797161-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'}}] {{(pid=78428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:26:33.993471 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-9911ab14-af8c-432d-b308-b892cc2c3710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:34.064085 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-9911ab14-af8c-432d-b308-b892cc2c3710 None None] For port 2172ab12-c68a-4410-b265-c4e8cb7239fa, host dv-cinder-797161-1-iscsi, cleared binding levels {{(pid=78428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:26:34.067693 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-9911ab14-af8c-432d-b308-b892cc2c3710 None None] For port 2172ab12-c68a-4410-b265-c4e8cb7239fa, host dv-cinder-797161-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=2172ab12-c68a-4410-b265-c4e8cb7239fa,segment=NetworkSegment(3123edc3-090a-4516-9a79-a6a8c7b9190b),segment_id=3123edc3-090a-4516-9a79-a6a8c7b9190b)] {{(pid=78428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:26:34.072502 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-9911ab14-af8c-432d-b308-b892cc2c3710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:34.076657 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:26:34.153275 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9911ab14-af8c-432d-b308-b892cc2c3710 None None] Routers {'6d00c9ea-a7a3-4397-8b52-06b660e3d916'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:26:34.153888 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-9911ab14-af8c-432d-b308-b892cc2c3710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d7a35b0>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:26:20Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['6d00c9ea-a7a3-4397-8b52-06b660e3d916'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:26:34.200928 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7fcf7d-06e8-4b23-8308-d7727c453f48 None None] Pushing event updated for resources: {'Port': ['ID=2172ab12-c68a-4410-b265-c4e8cb7239fa,revision_number=3']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:26:34.209641 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-dd7fcf7d-06e8-4b23-8308-d7727c453f48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:26:34.336820 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-9911ab14-af8c-432d-b308-b892cc2c3710 None None] Set router 6d00c9ea-a7a3-4397-8b52-06b660e3d916 gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:26:34.656759 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-9911ab14-af8c-432d-b308-b892cc2c3710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d7a35b0>, [{'id': '6d00c9ea-a7a3-4397-8b52-06b660e3d916', 'name': 'router1', 'tenant_id': 'd73da7f29aef49368b81503e220a88c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '2172ab12-c68a-4410-b265-c4e8cb7239fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:26:14Z', 'updated_at': '2021-06-21T16:26:32Z', 'revision_number': 4, 'project_id': 'd73da7f29aef49368b81503e220a88c5', 'gw_port': {'id': '2172ab12-c68a-4410-b265-c4e8cb7239fa', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:87:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d00c9ea-a7a3-4397-8b52-06b660e3d916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:26:31Z', 'updated_at': '2021-06-21T16:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': '4d668aee-c7e8-4025-9952-6fbb7f847556', 'name': '', 'network_id': '648ce9b8-147f-4254-94bd-10d26c8153b0', 'tenant_id': 'd73da7f29aef49368b81503e220a88c5', 'mac_address': 'fa:16:3e:59:0b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d00c9ea-a7a3-4397-8b52-06b660e3d916', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d4032f8-ce01-49d1-9a37-69f56a9601f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:26:23Z', 'updated_at': '2021-06-21T16:26:27Z', 'revision_number': 5, 'project_id': 'd73da7f29aef49368b81503e220a88c5', 'subnets': [{'id': '3d4032f8-ce01-49d1-9a37-69f56a9601f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2f5989b-a1da-49b9-9757-bb928fea47f0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:26:34.660633 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9911ab14-af8c-432d-b308-b892cc2c3710 None None] The sync data for ids ['6d00c9ea-a7a3-4397-8b52-06b660e3d916'] in dv-cinder-797161-1-iscsi is: [{'id': '6d00c9ea-a7a3-4397-8b52-06b660e3d916', 'name': 'router1', 'tenant_id': 'd73da7f29aef49368b81503e220a88c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '2172ab12-c68a-4410-b265-c4e8cb7239fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:26:14Z', 'updated_at': '2021-06-21T16:26:32Z', 'revision_number': 4, 'project_id': 'd73da7f29aef49368b81503e220a88c5', 'gw_port': {'id': '2172ab12-c68a-4410-b265-c4e8cb7239fa', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:87:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d00c9ea-a7a3-4397-8b52-06b660e3d916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:26:31Z', 'updated_at': '2021-06-21T16:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': '4d668aee-c7e8-4025-9952-6fbb7f847556', 'name': '', 'network_id': '648ce9b8-147f-4254-94bd-10d26c8153b0', 'tenant_id': 'd73da7f29aef49368b81503e220a88c5', 'mac_address': 'fa:16:3e:59:0b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d00c9ea-a7a3-4397-8b52-06b660e3d916', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d4032f8-ce01-49d1-9a37-69f56a9601f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:26:23Z', 'updated_at': '2021-06-21T16:26:27Z', 'revision_number': 5, 'project_id': 'd73da7f29aef49368b81503e220a88c5', 'subnets': [{'id': '3d4032f8-ce01-49d1-9a37-69f56a9601f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2f5989b-a1da-49b9-9757-bb928fea47f0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:26:35.293357 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 33334) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:26:35.465074 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-ff2fd110-4c84-4a21-a88d-7bedd0116b05 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1706405
Jun 21 16:26:35.777287 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 2172ab12-c68a-4410-b265-c4e8cb7239fa up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:26:35.848964 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning for port 2172ab12-c68a-4410-b265-c4e8cb7239fa completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:26:35.853934 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port 2172ab12-c68a-4410-b265-c4e8cb7239fa triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:26:35.854332 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:35.973472 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:35.990714 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] For port 2172ab12-c68a-4410-b265-c4e8cb7239fa, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=2172ab12-c68a-4410-b265-c4e8cb7239fa,segment=NetworkSegment(3123edc3-090a-4516-9a79-a6a8c7b9190b),segment_id=3123edc3-090a-4516-9a79-a6a8c7b9190b)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:26:35.994643 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:35.996768 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-dd7fcf7d-06e8-4b23-8308-d7727c453f48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:26:36.065553 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Pushing event updated for resources: {'Port': ['ID=2172ab12-c68a-4410-b265-c4e8cb7239fa,revision_number=4']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:26:36.068662 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:26:37.759825 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 2172ab12-c68a-4410-b265-c4e8cb7239fa up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:26:37.830644 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port 2172ab12-c68a-4410-b265-c4e8cb7239fa triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:26:37.831223 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:47.410355 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-784832f7-07d8-4204-af00-27670d836360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:47.818459 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:50.034411 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-581d2e56-e4ad-46ed-aca9-1f2ae5438b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:50.740844 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 5 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:26:50.755457 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:26:52.349865 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:27:17.414124 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-f012ad05-1981-4703-8906-b8a93e8c9146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:27:17.824584 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:27:20.055341 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-dbc13dbd-2286-4ad5-b3ce-ab3b4a8955d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:27:20.761357 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:27:22.369869 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:27:27.738934 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 5 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:27:47.491526 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-17e32378-81b2-4859-a1df-700a4a79dc92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:27:47.820289 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:27:50.054977 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-fe1a58ff-4ac7-45c9-8151-7f881c363133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:27:50.759683 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:27:52.361208 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:28:04.737285 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 5 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:28:17.438892 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-8efe1afb-e26d-4ffe-9fcc-d2c3699f5e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:28:17.822679 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:28:20.040090 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-08b2d50e-dfa1-4346-a65b-855f43681fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:28:20.761069 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:28:22.359332 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:28:36.432099 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 33904) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:28:36.501896 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4691ef3-1501-4928-9117-40ac1fc538c3 admin admin] GET failed (client error): The resource could not be found.
Jun 21 16:28:36.503147 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-f4691ef3-1501-4928-9117-40ac1fc538c3 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0698605
Jun 21 16:28:36.630509 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970e1ba1-08e5-4382-b727-68c9a9a164c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:28:36.631879 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-970e1ba1-08e5-4382-b727-68c9a9a164c6 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1247885
Jun 21 16:28:38.738832 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 33914) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:28:38.845666 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6b3533-d205-4154-bc99-1baf4c4d53b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:28:38.846227 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-0a6b3533-d205-4154-bc99-1baf4c4d53b3 admin admin] Synchronizing usage tracker for tenant:d7b0f1e13442478b9e8bd3b9abf53062 on resource:subnet {{(pid=78426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:28:38.861151 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-0a6b3533-d205-4154-bc99-1baf4c4d53b3 admin admin] Unset dirty status for tenant:d7b0f1e13442478b9e8bd3b9abf53062 on resource:subnet {{(pid=78426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:28:38.862299 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-0a6b3533-d205-4154-bc99-1baf4c4d53b3 admin admin] 10.222.0.24 "GET /v2.0/subnets/3d4032f8-ce01-49d1-9a37-69f56a9601f1 HTTP/1.1" status: 200  len: 849 time: 0.1225035
Jun 21 16:28:38.872011 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-09471aaf-172f-48a8-ad30-2a6ef90e527c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:28:38.985562 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-09471aaf-172f-48a8-ad30-2a6ef90e527c admin admin] Notify callbacks [] for subnet, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:28:39.228002 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-09471aaf-172f-48a8-ad30-2a6ef90e527c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768074402708'] for subnet, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:28:39.231716 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-8873a4ec-28c9-4502-a7d0-5bee7a6dfc7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:28:39.271919 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09471aaf-172f-48a8-ad30-2a6ef90e527c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:28:39.274377 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-09471aaf-172f-48a8-ad30-2a6ef90e527c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for subnet, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:28:39.274377 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-09471aaf-172f-48a8-ad30-2a6ef90e527c admin admin] 10.222.0.24 "PUT /v2.0/subnets/3d4032f8-ce01-49d1-9a37-69f56a9601f1 HTTP/1.1" status: 200  len: 868 time: 0.4059181
Jun 21 16:28:39.277963 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21e77b4-2e2c-4a9b-94be-e9fd8056b6f5 None None] Network 648ce9b8-147f-4254-94bd-10d26c8153b0 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:28:39.295832 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09471aaf-172f-48a8-ad30-2a6ef90e527c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d4032f8-ce01-49d1-9a37-69f56a9601f1,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:28:39.303914 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09471aaf-172f-48a8-ad30-2a6ef90e527c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:28:39.304805 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09471aaf-172f-48a8-ad30-2a6ef90e527c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:28:39.305169 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09471aaf-172f-48a8-ad30-2a6ef90e527c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:28:39.305498 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09471aaf-172f-48a8-ad30-2a6ef90e527c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:28:39.305820 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09471aaf-172f-48a8-ad30-2a6ef90e527c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:28:39.306182 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09471aaf-172f-48a8-ad30-2a6ef90e527c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:28:39.306508 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09471aaf-172f-48a8-ad30-2a6ef90e527c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:28:39.306828 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09471aaf-172f-48a8-ad30-2a6ef90e527c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:28:39.307159 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09471aaf-172f-48a8-ad30-2a6ef90e527c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:28:39.307479 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09471aaf-172f-48a8-ad30-2a6ef90e527c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:28:39.308200 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09471aaf-172f-48a8-ad30-2a6ef90e527c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:28:39.308514 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09471aaf-172f-48a8-ad30-2a6ef90e527c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:28:39.312188 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-09471aaf-172f-48a8-ad30-2a6ef90e527c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:28:39.711154 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-eb632a5a-8b48-4855-96f1-d8f0d02069ab None None] Provisioning complete for port 4d668aee-c7e8-4025-9952-6fbb7f847556 triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:28:39.711535 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-eb632a5a-8b48-4855-96f1-d8f0d02069ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:28:39.834814 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-eb632a5a-8b48-4855-96f1-d8f0d02069ab None None] Provisioning complete for port 9c4b1e12-b24b-48a2-8e9c-4d06b427f961 triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:28:39.835071 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-eb632a5a-8b48-4855-96f1-d8f0d02069ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:28:41.413909 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 33924) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:28:41.584218 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a848071-2243-425b-b44b-917e61b75811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:28:41.584689 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a848071-2243-425b-b44b-917e61b75811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:28:41.586715 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-5a848071-2243-425b-b44b-917e61b75811 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1718812
Jun 21 16:28:41.736132 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 5 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:28:43.684282 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 33934) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:28:43.853056 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf83118-e0ab-43ed-917c-15538d4bb9bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:28:43.853530 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf83118-e0ab-43ed-917c-15538d4bb9bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:28:43.855048 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-3bf83118-e0ab-43ed-917c-15538d4bb9bb admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1698418
Jun 21 16:28:45.956837 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 33944) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:28:46.127077 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f4e827-96e3-4491-bc98-e2696d94a338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:28:46.128753 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-56f4e827-96e3-4491-bc98-e2696d94a338 admin admin] 10.222.0.24 "GET /v2.0/networks/648ce9b8-147f-4254-94bd-10d26c8153b0 HTTP/1.1" status: 200  len: 869 time: 0.1709435
Jun 21 16:28:47.410816 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-e6f14200-a2c5-499c-b0cc-bb0109ea3ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:28:47.825495 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:28:48.213167 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 33954) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:28:48.379018 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a97bc6-5669-4048-bd09-a117da7ced30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:28:48.380296 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-09a97bc6-5669-4048-bd09-a117da7ced30 admin admin] 10.222.0.24 "GET /v2.0/networks/70dc8c3b-1fd1-4e34-848f-30da40ce5650 HTTP/1.1" status: 200  len: 886 time: 0.1661966
Jun 21 16:28:50.034986 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-0965aa49-b200-4b7a-97fa-a28656e02106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:28:50.480415 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 33964) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:28:50.584508 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51508b6-31ea-4279-afc1-79d0b1611360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:28:50.585490 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51508b6-31ea-4279-afc1-79d0b1611360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:28:50.587141 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-c51508b6-31ea-4279-afc1-79d0b1611360 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1057622
Jun 21 16:28:50.765468 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:28:52.364756 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:28:52.680591 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 33974) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:28:52.783847 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd18d183-073e-4145-bb7c-7e734962061e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:28:52.784328 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd18d183-073e-4145-bb7c-7e734962061e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:28:52.788633 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-fd18d183-073e-4145-bb7c-7e734962061e admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1064553
Jun 21 16:28:54.901561 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 33984) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:28:55.014190 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bbfcce-63e9-4bc0-98fa-faf77767c5e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:28:55.015534 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-13bbfcce-63e9-4bc0-98fa-faf77767c5e4 admin admin] 10.222.0.24 "GET /v2.0/subnets/3d4032f8-ce01-49d1-9a37-69f56a9601f1 HTTP/1.1" status: 200  len: 868 time: 0.1130295
Jun 21 16:28:57.115472 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 33994) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:28:57.213530 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cce681-1a13-41a4-85c9-c3ab30a836a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:28:57.214853 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-e9cce681-1a13-41a4-85c9-c3ab30a836a1 admin admin] 10.222.0.24 "GET /v2.0/subnets/64348721-2f14-434e-9349-1c86303c6cb6 HTTP/1.1" status: 200  len: 816 time: 0.0978050
Jun 21 16:29:17.414163 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-7c64637e-1b92-4891-956e-6eedb1e7501d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:29:17.827399 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:29:18.735771 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 5 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:29:20.014725 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 34038) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:29:20.038803 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-d8b4280f-226d-4fe3-8f86-f07e7cbc2e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:29:20.065510 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [None req-99b4f046-f654-497a-a439-237f76167bb7 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=78426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 16:29:20.066499 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-99b4f046-f654-497a-a439-237f76167bb7 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0508275
Jun 21 16:29:20.766093 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:29:22.242019 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 34048) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:29:22.307125 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.pecan_wsgi.hooks.translation [None req-6876b204-c064-4698-b049-facf5899e90a admin admin] GET failed (client error): The resource could not be found.
Jun 21 16:29:22.308647 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-6876b204-c064-4698-b049-facf5899e90a admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0657148
Jun 21 16:29:22.368154 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:29:22.435979 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31cf2f0-f1a9-4b60-a5a8-84563f4ec01f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:29:22.437416 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-e31cf2f0-f1a9-4b60-a5a8-84563f4ec01f admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1249971
Jun 21 16:29:24.536020 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 34058) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:29:24.583144 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-8b98cbbf-3592-46c3-99b8-59befe816639 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:29:24.588132 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-8b98cbbf-3592-46c3-99b8-59befe816639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:29:24.597407 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-8b98cbbf-3592-46c3-99b8-59befe816639 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:29:24.606866 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b98cbbf-3592-46c3-99b8-59befe816639 admin admin] Made reservation on behalf of d7b0f1e13442478b9e8bd3b9abf53062 for: {'network': 1} {{(pid=78426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:29:24.609137 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8b98cbbf-3592-46c3-99b8-59befe816639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for network, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:29:24.695124 dv-cinder-797161-1-iscsi neutron-server[78426]: WARNING neutron.services.revisions.revision_plugin [None req-8b98cbbf-3592-46c3-99b8-59befe816639 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f979d5f5340] {project_id='d7b0f1e13442478b9e8bd3b9abf53062', id='8886b55d-9729-4595-bbba-8fc1b43c16b1', target_tenant='*', action='access_as_shared', object_id='67e7f5c1-9234-400a-b371-630f4702da12'}> to bump revision.
Jun 21 16:29:24.706028 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b98cbbf-3592-46c3-99b8-59befe816639 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601}  {{(pid=78426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 16:29:24.715553 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8b98cbbf-3592-46c3-99b8-59befe816639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645578'] for segment, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:29:24.715852 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.db.segments_db [None req-8b98cbbf-3592-46c3-99b8-59befe816639 admin admin] Added segment 152a2611-8010-4ff2-85f2-94f066dd0397 of type vlan for network 67e7f5c1-9234-400a-b371-630f4702da12
Jun 21 16:29:24.740302 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8b98cbbf-3592-46c3-99b8-59befe816639 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768073942321'] for network, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:29:24.770414 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8b98cbbf-3592-46c3-99b8-59befe816639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592'] for network, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:29:24.772205 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b98cbbf-3592-46c3-99b8-59befe816639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:29:24.772806 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8b98cbbf-3592-46c3-99b8-59befe816639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for network, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:29:24.777270 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-0e7e8f93-31a2-4174-8803-709e93028997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:29:24.869142 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-8b98cbbf-3592-46c3-99b8-59befe816639 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3320272
Jun 21 16:29:24.872024 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b98cbbf-3592-46c3-99b8-59befe816639 admin admin] Pushing event updated for resources: {'Network': ['ID=67e7f5c1-9234-400a-b371-630f4702da12,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:29:24.885648 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-8b98cbbf-3592-46c3-99b8-59befe816639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:29:24.893022 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Network 67e7f5c1-9234-400a-b371-630f4702da12 details requested by agent ovs-agent-dv-cinder-797161-1-iscsi with host dv-cinder-797161-1-iscsi {{(pid=78428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 16:29:26.967583 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 34068) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:29:27.036190 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.pecan_wsgi.hooks.translation [None req-382fe1f4-e2d6-4cb1-971d-a18e5a78becf admin admin] GET failed (client error): The resource could not be found.
Jun 21 16:29:27.036727 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-382fe1f4-e2d6-4cb1-971d-a18e5a78becf admin admin] Synchronizing usage tracker for tenant:d7b0f1e13442478b9e8bd3b9abf53062 on resource:network {{(pid=78426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:29:27.051428 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-382fe1f4-e2d6-4cb1-971d-a18e5a78becf admin admin] Unset dirty status for tenant:d7b0f1e13442478b9e8bd3b9abf53062 on resource:network {{(pid=78426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:29:27.053186 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-382fe1f4-e2d6-4cb1-971d-a18e5a78becf admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0840836
Jun 21 16:29:27.165596 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5cc680-ff5d-4c15-b337-0fb55c8d7bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:29:27.166938 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-0f5cc680-ff5d-4c15-b337-0fb55c8d7bb7 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1097641
Jun 21 16:29:27.176477 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-5b44be0f-658a-48e8-8d6e-c758f1200e7b admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': '67e7f5c1-9234-400a-b371-630f4702da12', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:29:27.183570 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-5b44be0f-658a-48e8-8d6e-c758f1200e7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:29:27.192773 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-5b44be0f-658a-48e8-8d6e-c758f1200e7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:29:27.201945 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b44be0f-658a-48e8-8d6e-c758f1200e7b admin admin] Made reservation on behalf of d7b0f1e13442478b9e8bd3b9abf53062 for: {'subnet': 1} {{(pid=78426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:29:27.204330 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-5b44be0f-658a-48e8-8d6e-c758f1200e7b admin admin] Notify callbacks [] for subnet, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:29:27.602805 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-5b44be0f-658a-48e8-8d6e-c758f1200e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592'] for subnet, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:29:27.607058 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:29:27.680933 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44be0f-658a-48e8-8d6e-c758f1200e7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef466985-cf13-4b10-8fed-c835998b5a17,revision_number=0']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:29:27.684344 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-5b44be0f-658a-48e8-8d6e-c758f1200e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:29:27.687220 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b44be0f-658a-48e8-8d6e-c758f1200e7b admin admin] Checking segment: {'id': '152a2611-8010-4ff2-85f2-94f066dd0397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '67e7f5c1-9234-400a-b371-630f4702da12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:29:27.687220 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b44be0f-658a-48e8-8d6e-c758f1200e7b admin admin] Network hostable DHCP agents. Network: 67e7f5c1-9234-400a-b371-630f4702da12, hostable agents: ['3e057b97-a383-4976-a3a1-556748f7f018'], hosted agents: [] {{(pid=78426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 16:29:27.705323 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b44be0f-658a-48e8-8d6e-c758f1200e7b admin admin] Network 67e7f5c1-9234-400a-b371-630f4702da12 is scheduled to be hosted by DHCP agent 3e057b97-a383-4976-a3a1-556748f7f018 with binding_index 1 {{(pid=78426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 16:29:27.714314 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-5b44be0f-658a-48e8-8d6e-c758f1200e7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797161-1-iscsi, 67e7f5c1-9234-400a-b371-630f4702da12) {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:29:27.718298 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b44be0f-658a-48e8-8d6e-c758f1200e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:29:27.718909 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-5b44be0f-658a-48e8-8d6e-c758f1200e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for subnet, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:29:27.723392 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2b8298-6ba9-400d-b44e-919d6725b0bf None None] Network 67e7f5c1-9234-400a-b371-630f4702da12 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:29:27.744072 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-5b44be0f-658a-48e8-8d6e-c758f1200e7b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5708003
Jun 21 16:29:27.939192 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a1ce61-a065-5478-9fd3-0dbf96752ebd-67e7f5c1-9234-400a-b371-630f4702da12', 'network_id': '67e7f5c1-9234-400a-b371-630f4702da12', 'tenant_id': 'd7b0f1e13442478b9e8bd3b9abf53062', 'fixed_ips': [{'subnet_id': 'ef466985-cf13-4b10-8fed-c835998b5a17'}]}} from dv-cinder-797161-1-iscsi. {{(pid=78428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 21 16:29:27.940275 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:29:28.097626 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.db_base_plugin_common [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] Allocated IP 192.168.233.2 (67e7f5c1-9234-400a-b371-630f4702da12/ef466985-cf13-4b10-8fed-c835998b5a17/e517bec0-da45-442a-93f6-e12c32bab8bc) {{(pid=78428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:29:28.301169 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] Notify callbacks [] for port, precommit_create {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:29:28.311797 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] Transition to ACTIVE for port object e517bec0-da45-442a-93f6-e12c32bab8bc will not be triggered until provisioned by entity L2. {{(pid=78428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:29:28.330622 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] Transition to ACTIVE for port object e517bec0-da45-442a-93f6-e12c32bab8bc will not be triggered until provisioned by entity DHCP. {{(pid=78428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:29:28.337124 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512'] for port, after_create {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:29:28.341454 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:29:28.434288 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] Network 67e7f5c1-9234-400a-b371-630f4702da12 is already hosted by enough agents. {{(pid=78428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:29:28.437041 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.scheduler.base_scheduler [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] Resources bound (agent type, host, resource id):  {{(pid=78428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:29:28.440694 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] Received port after_create {{(pid=78428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:29:28.446597 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] Pushing event updated for resources: {'Port': ['ID=e517bec0-da45-442a-93f6-e12c32bab8bc,revision_number=1']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:29:28.482391 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:29:28.482727 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:29:28.483066 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:29:28.483388 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:29:28.483737 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:29:28.484036 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:29:28.484345 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:29:28.484653 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:29:28.484961 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:29:28.485270 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:29:28.485574 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:29:28.485871 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:29:28.493202 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:29:28.544398 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] Attempting to bind port e517bec0-da45-442a-93f6-e12c32bab8bc on host dv-cinder-797161-1-iscsi for vnic_type normal with profile  {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:29:28.544766 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] Attempting to bind port e517bec0-da45-442a-93f6-e12c32bab8bc by drivers openvswitch,hyperv on host dv-cinder-797161-1-iscsi at level 0 using segments [{'id': '152a2611-8010-4ff2-85f2-94f066dd0397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '67e7f5c1-9234-400a-b371-630f4702da12'}] {{(pid=78428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:29:28.545125 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] Attempting to bind port e517bec0-da45-442a-93f6-e12c32bab8bc on network 67e7f5c1-9234-400a-b371-630f4702da12 {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:29:28.550507 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] Checking agent: {'id': '52503dc4-35dc-4c7a-aab7-0589b5985e7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797161-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 25, 48), 'started_at': datetime.datetime(2021, 6, 21, 16, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797161-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:29:28.550880 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] Checking segment: {'id': '152a2611-8010-4ff2-85f2-94f066dd0397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '67e7f5c1-9234-400a-b371-630f4702da12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:29:28.551322 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:29:28.551722 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] Bound using segment: {'id': '152a2611-8010-4ff2-85f2-94f066dd0397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '67e7f5c1-9234-400a-b371-630f4702da12'} {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:29:28.552185 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] Bound port: e517bec0-da45-442a-93f6-e12c32bab8bc, host: dv-cinder-797161-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '152a2611-8010-4ff2-85f2-94f066dd0397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '67e7f5c1-9234-400a-b371-630f4702da12'}}] {{(pid=78428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:29:28.553139 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:29:28.639300 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] For port e517bec0-da45-442a-93f6-e12c32bab8bc, host dv-cinder-797161-1-iscsi, cleared binding levels {{(pid=78428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:29:28.642568 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] For port e517bec0-da45-442a-93f6-e12c32bab8bc, host dv-cinder-797161-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=e517bec0-da45-442a-93f6-e12c32bab8bc,segment=NetworkSegment(152a2611-8010-4ff2-85f2-94f066dd0397),segment_id=152a2611-8010-4ff2-85f2-94f066dd0397)] {{(pid=78428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:29:28.647663 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:29:28.651318 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:29:28.727890 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] Pushing event updated for resources: {'Port': ['ID=e517bec0-da45-442a-93f6-e12c32bab8bc,revision_number=2']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:29:28.731035 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:29:29.593199 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5285f5af-db3a-4df5-9e99-fcd3b4fb1131 None None] Network 67e7f5c1-9234-400a-b371-630f4702da12 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:29:29.684624 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5c491f78-3981-402c-8558-750f9856e583 None None] Provisioning for port e517bec0-da45-442a-93f6-e12c32bab8bc completed by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:29:29.881442 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device e517bec0-da45-442a-93f6-e12c32bab8bc up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:29:29.959834 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning for port e517bec0-da45-442a-93f6-e12c32bab8bc completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:29:29.965701 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port e517bec0-da45-442a-93f6-e12c32bab8bc triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:29:29.966224 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:29:30.038588 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-af7460df-461f-4f86-be30-3240a3ee2541 None None] Provisioning complete for port e517bec0-da45-442a-93f6-e12c32bab8bc triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:29:30.038958 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-af7460df-461f-4f86-be30-3240a3ee2541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:29:30.146839 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:29:30.227293 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] For port e517bec0-da45-442a-93f6-e12c32bab8bc, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=e517bec0-da45-442a-93f6-e12c32bab8bc,segment=NetworkSegment(152a2611-8010-4ff2-85f2-94f066dd0397),segment_id=152a2611-8010-4ff2-85f2-94f066dd0397)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:29:30.234456 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:29:30.239211 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:29:30.267288 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-af7460df-461f-4f86-be30-3240a3ee2541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:29:30.345769 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Pushing event updated for resources: {'Port': ['ID=e517bec0-da45-442a-93f6-e12c32bab8bc,revision_number=3']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:29:30.353896 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:29:30.382849 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.db.api [None req-af7460df-461f-4f86-be30-3240a3ee2541 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 16:29:30.383231 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_db.api [None req-af7460df-461f-4f86-be30-3240a3ee2541 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 16:29:31.848265 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device e517bec0-da45-442a-93f6-e12c32bab8bc up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:29:31.915187 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port e517bec0-da45-442a-93f6-e12c32bab8bc triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:29:31.915563 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:29:47.416853 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-d5a86314-22cb-469a-af95-bc31aaee5afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:29:47.829105 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:29:50.041635 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c582e840-0a6f-43b0-93e6-7f47b9b55d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:29:50.769668 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:29:52.371983 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:29:55.733676 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 5 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:30:17.419774 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-870c4c61-7a1b-4a9a-ab91-7092de4756a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:30:17.831593 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:30:20.043713 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-cb74b607-d720-4a5b-8e1f-569db1900495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:30:20.772162 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:30:22.372683 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:30:32.732506 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 5 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:30:45.183747 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 34118) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:30:45.189569 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [None req-84dd15f1-0204-4c91-8122-882feb89ba90 tempest-verify_tempest_config-236377501 tempest-verify_tempest_config-236377501-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=78426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 16:30:45.190505 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-84dd15f1-0204-4c91-8122-882feb89ba90 tempest-verify_tempest_config-236377501 tempest-verify_tempest_config-236377501-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0058038
Jun 21 16:30:45.494258 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 34136) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:30:45.606242 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0632880e-4304-4c95-942c-aa0c735d4dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:30:45.620423 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-0632880e-4304-4c95-942c-aa0c735d4dcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:30:45.624142 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-0632880e-4304-4c95-942c-aa0c735d4dcf admin admin] Usage tracker for resource:security_group_rule and tenant:f9f04eadeefb4538a606efe317239810 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:30:45.626819 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-0632880e-4304-4c95-942c-aa0c735d4dcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:30:45.632541 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-0632880e-4304-4c95-942c-aa0c735d4dcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:30:45.711074 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0632880e-4304-4c95-942c-aa0c735d4dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:30:45.714563 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0632880e-4304-4c95-942c-aa0c735d4dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:30:45.721469 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:30:45.762035 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632880e-4304-4c95-942c-aa0c735d4dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5586b57f-a22b-4f49-bcf4-8a3514e4ae2c,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:30:45.766034 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-0632880e-4304-4c95-942c-aa0c735d4dcf admin admin] Synchronizing usage tracker for tenant:d7b0f1e13442478b9e8bd3b9abf53062 on resource:security_group {{(pid=78426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:30:45.772560 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632880e-4304-4c95-942c-aa0c735d4dcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:30:45.772916 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632880e-4304-4c95-942c-aa0c735d4dcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:30:45.773252 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632880e-4304-4c95-942c-aa0c735d4dcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:30:45.773578 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632880e-4304-4c95-942c-aa0c735d4dcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:30:45.773898 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632880e-4304-4c95-942c-aa0c735d4dcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:30:45.774233 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632880e-4304-4c95-942c-aa0c735d4dcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:30:45.774555 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632880e-4304-4c95-942c-aa0c735d4dcf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:30:45.774868 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632880e-4304-4c95-942c-aa0c735d4dcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:30:45.775185 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632880e-4304-4c95-942c-aa0c735d4dcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:30:45.775492 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632880e-4304-4c95-942c-aa0c735d4dcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:30:45.775834 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632880e-4304-4c95-942c-aa0c735d4dcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:30:45.776142 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0632880e-4304-4c95-942c-aa0c735d4dcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:30:45.781459 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-0632880e-4304-4c95-942c-aa0c735d4dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:30:45.793565 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-0632880e-4304-4c95-942c-aa0c735d4dcf admin admin] Unset dirty status for tenant:d7b0f1e13442478b9e8bd3b9abf53062 on resource:security_group {{(pid=78426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:30:45.794992 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-0632880e-4304-4c95-942c-aa0c735d4dcf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9f04eadeefb4538a606efe317239810&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2998042
Jun 21 16:30:45.797668 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 34142) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:30:45.854212 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8c4d459d-9166-4ab6-ba17-c95488f1dec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:30:45.878065 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8c4d459d-9166-4ab6-ba17-c95488f1dec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:30:45.967972 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8c4d459d-9166-4ab6-ba17-c95488f1dec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:30:45.971733 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:30:45.982560 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d459d-9166-4ab6-ba17-c95488f1dec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5586b57f-a22b-4f49-bcf4-8a3514e4ae2c,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:30:45.986196 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-8c4d459d-9166-4ab6-ba17-c95488f1dec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:30:45.989192 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8c4d459d-9166-4ab6-ba17-c95488f1dec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:30:45.990258 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-8c4d459d-9166-4ab6-ba17-c95488f1dec4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5586b57f-a22b-4f49-bcf4-8a3514e4ae2c HTTP/1.1" status: 204  len: 168 time: 0.1917319
Jun 21 16:30:47.422053 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-401831a7-9f7d-441f-861b-d5dfabf9204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:30:47.835725 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:30:50.047646 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-d446475a-030f-4e77-8d8d-2f806ae01a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:30:50.775566 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:30:52.375411 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:31:09.732136 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 5 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:31:17.424261 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-8f2fe0b0-0eff-43a3-978b-42f424af83ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:31:17.838680 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:31:20.042666 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-e01b9ca2-da00-42c8-acdf-6835f0012411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:31:20.776779 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:31:22.378394 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:31:46.731117 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 5 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:31:47.426066 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-1608569d-532c-4926-9dc3-77d4cce42a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:31:47.840290 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:31:50.045817 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-e7293ae3-eb1e-42e4-9f4f-7b7bda7d500b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:31:50.780385 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:31:52.381279 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:32:17.428278 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-b927f0a4-5333-4fca-8e9f-f14c39913711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:32:17.843648 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:32:20.046990 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-7f614f26-8382-4a15-ae92-9ef8dc603f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:32:20.287323 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567'] for agent, after_create {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:32:20.783042 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:32:22.387830 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:32:23.730213 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:32:35.536271 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 34214) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:32:35.646809 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-9cb4b0ce-43e0-4cba-af15-fdfdc4c44a11 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1094573
Jun 21 16:32:37.755519 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 34224) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:32:37.808035 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-8a801e49-b9f9-45d8-91f0-c7996519020f admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0514114
Jun 21 16:32:47.430811 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-85018562-0561-4a89-b7d3-e4cc353d5591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:32:47.845130 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:32:50.050920 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5681c607-82f6-48cd-ab7e-0dc5627759aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:32:50.239305 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:32:50.785460 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:32:52.388158 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:33:00.729676 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:33:17.432073 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-1fc623ef-d265-42e1-88a2-32f488311544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:33:17.846944 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:33:20.052275 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-043d573b-e15c-41cb-8069-6312fd9212c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:33:20.238894 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:33:20.789815 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:33:22.391348 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:33:37.728862 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:33:47.433362 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-ca769b73-2e90-4248-833f-68a044cf723b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:33:47.850164 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:33:50.056350 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-6cd4b370-191e-4a47-89a8-c0aecdf14ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:33:50.251693 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:33:50.791688 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:33:52.395873 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:10.407453 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 34418) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:10.474443 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 34430) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:10.677633 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-577710363-network', 'tenant_id': 'c3d28747cfe746fb862defcb2926e2fa'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:34:10.682247 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:10.686180 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] Usage tracker for resource:network and tenant:c3d28747cfe746fb862defcb2926e2fa is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:10.688933 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:10.695569 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:10.704609 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] Made reservation on behalf of c3d28747cfe746fb862defcb2926e2fa for: {'network': 1} {{(pid=78426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:34:10.707119 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for network, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:10.722455 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:10.737090 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:10.741169 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] Usage tracker for resource:security_group_rule and tenant:c3d28747cfe746fb862defcb2926e2fa is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:10.744070 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:10.749761 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:10.840089 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:10.844774 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:10.849674 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-0632880e-4304-4c95-942c-aa0c735d4dcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:10.879231 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606}  {{(pid=78426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 16:34:10.882112 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a34c4d9-e4e6-4832-85b8-dc005542f534,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:10.891994 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:10.892971 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:10.893396 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:10.893736 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:10.894051 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:10.894389 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:10.894711 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:10.895029 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:10.895361 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:10.895723 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:10.896039 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:10.896374 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:10.897400 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] Tracked resource versions report:
Jun 21 16:34:10.897400 dv-cinder-797161-1-iscsi neutron-server[78426]: pushed versions:
Jun 21 16:34:10.897400 dv-cinder-797161-1-iscsi neutron-server[78426]: {   'AddressGroup': {'1.2'},
Jun 21 16:34:10.897400 dv-cinder-797161-1-iscsi neutron-server[78426]:     'ConntrackHelper': {'1.0'},
Jun 21 16:34:10.897400 dv-cinder-797161-1-iscsi neutron-server[78426]:     'Log': {'1.0'},
Jun 21 16:34:10.897400 dv-cinder-797161-1-iscsi neutron-server[78426]:     'Network': {'1.1'},
Jun 21 16:34:10.897400 dv-cinder-797161-1-iscsi neutron-server[78426]:     'Port': {'1.7'},
Jun 21 16:34:10.897400 dv-cinder-797161-1-iscsi neutron-server[78426]:     'PortForwarding': {'1.2'},
Jun 21 16:34:10.897400 dv-cinder-797161-1-iscsi neutron-server[78426]:     'QosPolicy': {'1.8'},
Jun 21 16:34:10.897400 dv-cinder-797161-1-iscsi neutron-server[78426]:     'SecurityGroup': {'1.4'},
Jun 21 16:34:10.897400 dv-cinder-797161-1-iscsi neutron-server[78426]:     'SecurityGroupRule': {'1.2'},
Jun 21 16:34:10.897400 dv-cinder-797161-1-iscsi neutron-server[78426]:     'SubPort': {'1.0'},
Jun 21 16:34:10.897400 dv-cinder-797161-1-iscsi neutron-server[78426]:     'Subnet': {'1.1'},
Jun 21 16:34:10.897400 dv-cinder-797161-1-iscsi neutron-server[78426]:     'Trunk': {'1.1'}}
Jun 21 16:34:10.897400 dv-cinder-797161-1-iscsi neutron-server[78426]: consumer versions:
Jun 21 16:34:10.897400 dv-cinder-797161-1-iscsi neutron-server[78426]: {   DHCP agent@dv-cinder-797161-1-iscsi: {},
Jun 21 16:34:10.897400 dv-cinder-797161-1-iscsi neutron-server[78426]:     HyperV agent@hv-cinder-79716: {},
Jun 21 16:34:10.897400 dv-cinder-797161-1-iscsi neutron-server[78426]:     L3 agent@dv-cinder-797161-1-iscsi: {},
Jun 21 16:34:10.897400 dv-cinder-797161-1-iscsi neutron-server[78426]:     Metadata agent@dv-cinder-797161-1-iscsi: {},
Jun 21 16:34:10.897400 dv-cinder-797161-1-iscsi neutron-server[78426]:     Metering agent@dv-cinder-797161-1-iscsi: {},
Jun 21 16:34:10.897400 dv-cinder-797161-1-iscsi neutron-server[78426]:     Open vSwitch agent@dv-cinder-797161-1-iscsi: {   'AddressGroup': '1.2',
Jun 21 16:34:10.897400 dv-cinder-797161-1-iscsi neutron-server[78426]:                                                      'ConntrackHelper': '1.0',
Jun 21 16:34:10.897400 dv-cinder-797161-1-iscsi neutron-server[78426]:                                                      'Log': '1.0',
Jun 21 16:34:10.897400 dv-cinder-797161-1-iscsi neutron-server[78426]:                                                      'Network': '1.1',
Jun 21 16:34:10.897400 dv-cinder-797161-1-iscsi neutron-server[78426]:                                                      'Port': '1.7',
Jun 21 16:34:10.897400 dv-cinder-797161-1-iscsi neutron-server[78426]:                                                      'PortForwarding': '1.2',
Jun 21 16:34:10.897400 dv-cinder-797161-1-iscsi neutron-server[78426]:                                                      'QosPolicy': '1.8',
Jun 21 16:34:10.897400 dv-cinder-797161-1-iscsi neutron-server[78426]:                                                      'SecurityGroup': '1.4',
Jun 21 16:34:10.897400 dv-cinder-797161-1-iscsi neutron-server[78426]:                                                      'SecurityGroupRule': '1.2',
Jun 21 16:34:10.897400 dv-cinder-797161-1-iscsi neutron-server[78426]:                                                      'SubPort': '1.0',
Jun 21 16:34:10.897400 dv-cinder-797161-1-iscsi neutron-server[78426]:                                                      'Subnet': '1.1',
Jun 21 16:34:10.897400 dv-cinder-797161-1-iscsi neutron-server[78426]:                                                      'Trunk': '1.1'}}
Jun 21 16:34:10.897400 dv-cinder-797161-1-iscsi neutron-server[78426]:  {{(pid=78426) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 21 16:34:10.901205 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:10.905589 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645578'] for segment, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:10.906025 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.db.segments_db [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] Added segment c89f387d-7649-48a7-994e-66684c22c74d of type vlan for network c59c2429-3dc2-4964-ae2b-30558e1e435a
Jun 21 16:34:10.948677 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-cad6ad80-54e3-4529-9a9a-2cb656ea2e7b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1230404924-network', 'tenant_id': '905d3e9862c043939d7e73a1320af084'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:34:10.953589 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768073942321'] for network, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:10.957867 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-cad6ad80-54e3-4529-9a9a-2cb656ea2e7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:10.963189 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-cad6ad80-54e3-4529-9a9a-2cb656ea2e7b admin admin] Usage tracker for resource:network and tenant:905d3e9862c043939d7e73a1320af084 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:10.966779 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-cad6ad80-54e3-4529-9a9a-2cb656ea2e7b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:10.974516 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-cad6ad80-54e3-4529-9a9a-2cb656ea2e7b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:10.997283 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad6ad80-54e3-4529-9a9a-2cb656ea2e7b admin admin] Made reservation on behalf of 905d3e9862c043939d7e73a1320af084 for: {'network': 1} {{(pid=78426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:34:10.999806 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cad6ad80-54e3-4529-9a9a-2cb656ea2e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for network, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:11.013076 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cad6ad80-54e3-4529-9a9a-2cb656ea2e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:11.032270 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-cad6ad80-54e3-4529-9a9a-2cb656ea2e7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:11.035862 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592'] for network, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:11.038471 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-cad6ad80-54e3-4529-9a9a-2cb656ea2e7b admin admin] Usage tracker for resource:security_group_rule and tenant:905d3e9862c043939d7e73a1320af084 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:11.041207 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-cad6ad80-54e3-4529-9a9a-2cb656ea2e7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:11.046819 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-cad6ad80-54e3-4529-9a9a-2cb656ea2e7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:11.135399 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cad6ad80-54e3-4529-9a9a-2cb656ea2e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:11.137923 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:11.138517 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for network, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:11.142232 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-e46e3471-c60f-46aa-a2c3-49c47eba4ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:11.160799 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cad6ad80-54e3-4529-9a9a-2cb656ea2e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:11.171172 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 34462) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:11.222427 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 34468) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:11.251086 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad6ad80-54e3-4529-9a9a-2cb656ea2e7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647}  {{(pid=78426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 16:34:11.266823 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] Pushing event updated for resources: {'Network': ['ID=c59c2429-3dc2-4964-ae2b-30558e1e435a,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:11.273163 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:11.274311 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cad6ad80-54e3-4529-9a9a-2cb656ea2e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645578'] for segment, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:11.274824 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.db.segments_db [None req-cad6ad80-54e3-4529-9a9a-2cb656ea2e7b admin admin] Added segment 16cd9c55-e131-42a6-8dc4-ceeca16849f7 of type vlan for network a67c6bd4-5155-4840-9134-bc4e7230ff7f
Jun 21 16:34:11.280391 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Network c59c2429-3dc2-4964-ae2b-30558e1e435a details requested by agent ovs-agent-dv-cinder-797161-1-iscsi with host dv-cinder-797161-1-iscsi {{(pid=78428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 16:34:11.306985 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cad6ad80-54e3-4529-9a9a-2cb656ea2e7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768073942321'] for network, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:11.331743 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-8c4d459d-9166-4ab6-ba17-c95488f1dec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:11.380122 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6ad80-54e3-4529-9a9a-2cb656ea2e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f492f0f-b684-46e2-afea-803fedc69db0,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:11.393532 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-cad6ad80-54e3-4529-9a9a-2cb656ea2e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:11.414351 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cad6ad80-54e3-4529-9a9a-2cb656ea2e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592'] for network, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:11.417012 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad6ad80-54e3-4529-9a9a-2cb656ea2e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:11.418335 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cad6ad80-54e3-4529-9a9a-2cb656ea2e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for network, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:11.441646 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:11.484889 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.0756898
Jun 21 16:34:11.488671 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 34486) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:11.494571 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [None req-c401a180-0573-4e5b-8119-e0b16ab876b7 admin admin] Request body: {'subnet': {'network_id': 'c59c2429-3dc2-4964-ae2b-30558e1e435a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-577710363-subnet', 'tenant_id': 'c3d28747cfe746fb862defcb2926e2fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:34:11.501557 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-c401a180-0573-4e5b-8119-e0b16ab876b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:11.510494 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-c401a180-0573-4e5b-8119-e0b16ab876b7 admin admin] Usage tracker for resource:subnet and tenant:c3d28747cfe746fb862defcb2926e2fa is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:11.518123 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-c401a180-0573-4e5b-8119-e0b16ab876b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:11.533608 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-c401a180-0573-4e5b-8119-e0b16ab876b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:11.543483 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6ad80-54e3-4529-9a9a-2cb656ea2e7b admin admin] Pushing event updated for resources: {'Network': ['ID=a67c6bd4-5155-4840-9134-bc4e7230ff7f,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:11.549878 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c401a180-0573-4e5b-8119-e0b16ab876b7 admin admin] Made reservation on behalf of c3d28747cfe746fb862defcb2926e2fa for: {'subnet': 1} {{(pid=78427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:34:11.554843 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-cad6ad80-54e3-4529-9a9a-2cb656ea2e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:11.557632 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c401a180-0573-4e5b-8119-e0b16ab876b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:11.561118 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Network a67c6bd4-5155-4840-9134-bc4e7230ff7f details requested by agent ovs-agent-dv-cinder-797161-1-iscsi with host dv-cinder-797161-1-iscsi {{(pid=78428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 16:34:11.561424 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-cad6ad80-54e3-4529-9a9a-2cb656ea2e7b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.0860186
Jun 21 16:34:11.568117 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 34490) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:11.573630 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-ad5c53eb-c3d5-470c-9ac6-57b5dd8529eb admin admin] Request body: {'subnet': {'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1230404924-subnet', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:34:11.587015 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-ad5c53eb-c3d5-470c-9ac6-57b5dd8529eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:11.599855 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-ad5c53eb-c3d5-470c-9ac6-57b5dd8529eb admin admin] Usage tracker for resource:subnet and tenant:905d3e9862c043939d7e73a1320af084 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:11.603074 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-ad5c53eb-c3d5-470c-9ac6-57b5dd8529eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:11.612873 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-ad5c53eb-c3d5-470c-9ac6-57b5dd8529eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:11.639418 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5c53eb-c3d5-470c-9ac6-57b5dd8529eb admin admin] Made reservation on behalf of 905d3e9862c043939d7e73a1320af084 for: {'subnet': 1} {{(pid=78426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:34:11.641772 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ad5c53eb-c3d5-470c-9ac6-57b5dd8529eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:11.738209 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-285391666-network', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526'}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:34:11.772408 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:11.783965 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] Usage tracker for resource:network and tenant:2f495dd509064a23adb18dc1cd54b526 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:11.790476 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:11.804175 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:11.873273 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] Made reservation on behalf of 2f495dd509064a23adb18dc1cd54b526 for: {'network': 1} {{(pid=78427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:34:11.875952 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for network, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:11.905589 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:11.928524 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:11.937735 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] Usage tracker for resource:security_group_rule and tenant:2f495dd509064a23adb18dc1cd54b526 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:11.944158 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:11.961902 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-2bd87e63-fd60-4740-a7fe-0e92688a0b33 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-253592641-network', 'tenant_id': '51e356908e294735b357a2564dbc841d'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:34:11.983116 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-2bd87e63-fd60-4740-a7fe-0e92688a0b33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:11.994592 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-2bd87e63-fd60-4740-a7fe-0e92688a0b33 admin admin] Usage tracker for resource:network and tenant:51e356908e294735b357a2564dbc841d is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:11.999381 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:12.016204 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-2bd87e63-fd60-4740-a7fe-0e92688a0b33 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:12.029790 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-2bd87e63-fd60-4740-a7fe-0e92688a0b33 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:12.134075 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd87e63-fd60-4740-a7fe-0e92688a0b33 admin admin] Made reservation on behalf of 51e356908e294735b357a2564dbc841d for: {'network': 1} {{(pid=78426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:34:12.148575 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-2bd87e63-fd60-4740-a7fe-0e92688a0b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for network, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:12.176626 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-2bd87e63-fd60-4740-a7fe-0e92688a0b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:12.207648 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-2bd87e63-fd60-4740-a7fe-0e92688a0b33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:12.212260 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-2bd87e63-fd60-4740-a7fe-0e92688a0b33 admin admin] Usage tracker for resource:security_group_rule and tenant:51e356908e294735b357a2564dbc841d is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:12.215701 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-2bd87e63-fd60-4740-a7fe-0e92688a0b33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:12.222809 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-2bd87e63-fd60-4740-a7fe-0e92688a0b33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:12.261522 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:12.278820 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:12.291669 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:12.340804 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ad5c53eb-c3d5-470c-9ac6-57b5dd8529eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592'] for subnet, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:12.342817 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635}  {{(pid=78427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 16:34:12.352465 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-0f4c4fa8-620b-4756-ad7d-1879b57a1b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:12.428644 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768074427549', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645578'] for segment, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:12.429824 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f979f62c9d0> segment precommit_create {{(pid=78427) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 21 16:34:12.430298 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.db.segments_db [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] Added segment cb66d3c6-9116-4b7e-95d4-8704f85ac6dc of type vlan for network 4e7bf916-d804-4156-8df4-c3e47df8bbc5
Jun 21 16:34:12.482969 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7626109-c70b-4c34-82f9-f242da4478d1,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:12.519316 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:12.519518 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:12.520125 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:12.520553 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:12.521010 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:12.521418 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:12.522393 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:12.522823 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:12.523235 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:12.523689 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:12.524232 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:12.524641 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:12.526083 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] Tracked resource versions report:
Jun 21 16:34:12.526083 dv-cinder-797161-1-iscsi neutron-server[78427]: pushed versions:
Jun 21 16:34:12.526083 dv-cinder-797161-1-iscsi neutron-server[78427]: {   'AddressGroup': {'1.2'},
Jun 21 16:34:12.526083 dv-cinder-797161-1-iscsi neutron-server[78427]:     'ConntrackHelper': {'1.0'},
Jun 21 16:34:12.526083 dv-cinder-797161-1-iscsi neutron-server[78427]:     'Log': {'1.0'},
Jun 21 16:34:12.526083 dv-cinder-797161-1-iscsi neutron-server[78427]:     'Network': {'1.1'},
Jun 21 16:34:12.526083 dv-cinder-797161-1-iscsi neutron-server[78427]:     'Port': {'1.7'},
Jun 21 16:34:12.526083 dv-cinder-797161-1-iscsi neutron-server[78427]:     'PortForwarding': {'1.2'},
Jun 21 16:34:12.526083 dv-cinder-797161-1-iscsi neutron-server[78427]:     'QosPolicy': {'1.8'},
Jun 21 16:34:12.526083 dv-cinder-797161-1-iscsi neutron-server[78427]:     'SecurityGroup': {'1.4'},
Jun 21 16:34:12.526083 dv-cinder-797161-1-iscsi neutron-server[78427]:     'SecurityGroupRule': {'1.2'},
Jun 21 16:34:12.526083 dv-cinder-797161-1-iscsi neutron-server[78427]:     'SubPort': {'1.0'},
Jun 21 16:34:12.526083 dv-cinder-797161-1-iscsi neutron-server[78427]:     'Subnet': {'1.1'},
Jun 21 16:34:12.526083 dv-cinder-797161-1-iscsi neutron-server[78427]:     'Trunk': {'1.1'}}
Jun 21 16:34:12.526083 dv-cinder-797161-1-iscsi neutron-server[78427]: consumer versions:
Jun 21 16:34:12.526083 dv-cinder-797161-1-iscsi neutron-server[78427]: {   DHCP agent@dv-cinder-797161-1-iscsi: {},
Jun 21 16:34:12.526083 dv-cinder-797161-1-iscsi neutron-server[78427]:     HyperV agent@hv-cinder-79716: {},
Jun 21 16:34:12.526083 dv-cinder-797161-1-iscsi neutron-server[78427]:     L3 agent@dv-cinder-797161-1-iscsi: {},
Jun 21 16:34:12.526083 dv-cinder-797161-1-iscsi neutron-server[78427]:     Metadata agent@dv-cinder-797161-1-iscsi: {},
Jun 21 16:34:12.526083 dv-cinder-797161-1-iscsi neutron-server[78427]:     Metering agent@dv-cinder-797161-1-iscsi: {},
Jun 21 16:34:12.526083 dv-cinder-797161-1-iscsi neutron-server[78427]:     Open vSwitch agent@dv-cinder-797161-1-iscsi: {   'AddressGroup': '1.2',
Jun 21 16:34:12.526083 dv-cinder-797161-1-iscsi neutron-server[78427]:                                                      'ConntrackHelper': '1.0',
Jun 21 16:34:12.526083 dv-cinder-797161-1-iscsi neutron-server[78427]:                                                      'Log': '1.0',
Jun 21 16:34:12.526083 dv-cinder-797161-1-iscsi neutron-server[78427]:                                                      'Network': '1.1',
Jun 21 16:34:12.526083 dv-cinder-797161-1-iscsi neutron-server[78427]:                                                      'Port': '1.7',
Jun 21 16:34:12.526083 dv-cinder-797161-1-iscsi neutron-server[78427]:                                                      'PortForwarding': '1.2',
Jun 21 16:34:12.526083 dv-cinder-797161-1-iscsi neutron-server[78427]:                                                      'QosPolicy': '1.8',
Jun 21 16:34:12.526083 dv-cinder-797161-1-iscsi neutron-server[78427]:                                                      'SecurityGroup': '1.4',
Jun 21 16:34:12.526083 dv-cinder-797161-1-iscsi neutron-server[78427]:                                                      'SecurityGroupRule': '1.2',
Jun 21 16:34:12.526083 dv-cinder-797161-1-iscsi neutron-server[78427]:                                                      'SubPort': '1.0',
Jun 21 16:34:12.526083 dv-cinder-797161-1-iscsi neutron-server[78427]:                                                      'Subnet': '1.1',
Jun 21 16:34:12.526083 dv-cinder-797161-1-iscsi neutron-server[78427]:                                                      'Trunk': '1.1'}}
Jun 21 16:34:12.526083 dv-cinder-797161-1-iscsi neutron-server[78427]:  {{(pid=78427) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 21 16:34:12.583368 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5c53eb-c3d5-470c-9ac6-57b5dd8529eb admin admin] Checking segment: {'id': '16cd9c55-e131-42a6-8dc4-ceeca16849f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:34:12.584509 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5c53eb-c3d5-470c-9ac6-57b5dd8529eb admin admin] Network hostable DHCP agents. Network: a67c6bd4-5155-4840-9134-bc4e7230ff7f, hostable agents: ['3e057b97-a383-4976-a3a1-556748f7f018'], hosted agents: [] {{(pid=78426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 16:34:12.651818 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c53eb-c3d5-470c-9ac6-57b5dd8529eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2be6e26d-5dd3-4545-8f70-57f38dc5039e,revision_number=0']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:12.654073 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:12.662145 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-ad5c53eb-c3d5-470c-9ac6-57b5dd8529eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:12.662888 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5c53eb-c3d5-470c-9ac6-57b5dd8529eb admin admin] Network a67c6bd4-5155-4840-9134-bc4e7230ff7f is scheduled to be hosted by DHCP agent 3e057b97-a383-4976-a3a1-556748f7f018 with binding_index 1 {{(pid=78426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 16:34:12.690652 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768073942321'] for network, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:12.702374 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-ad5c53eb-c3d5-470c-9ac6-57b5dd8529eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797161-1-iscsi, a67c6bd4-5155-4840-9134-bc4e7230ff7f) {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:34:12.716874 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d76e43-d75c-4246-a825-8818d6243560 None None] Network a67c6bd4-5155-4840-9134-bc4e7230ff7f requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:34:12.732561 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5c53eb-c3d5-470c-9ac6-57b5dd8529eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:12.733175 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ad5c53eb-c3d5-470c-9ac6-57b5dd8529eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for subnet, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:12.803457 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-2bd87e63-fd60-4740-a7fe-0e92688a0b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:12.817256 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-2bd87e63-fd60-4740-a7fe-0e92688a0b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:12.820818 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:12.850722 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-ad5c53eb-c3d5-470c-9ac6-57b5dd8529eb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.2789190
Jun 21 16:34:12.855189 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 34542) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:12.860531 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c401a180-0573-4e5b-8119-e0b16ab876b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592'] for subnet, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:12.870812 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-5564f305-9432-4c6b-81c6-bc30ff40604c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1230404924-router', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'}}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:34:12.876049 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:12.919058 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-5564f305-9432-4c6b-81c6-bc30ff40604c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:12.926539 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd87e63-fd60-4740-a7fe-0e92688a0b33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610}  {{(pid=78426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 16:34:12.938023 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592'] for network, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:12.943059 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-5564f305-9432-4c6b-81c6-bc30ff40604c admin admin] Usage tracker for resource:router and tenant:905d3e9862c043939d7e73a1320af084 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:12.945157 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd87e63-fd60-4740-a7fe-0e92688a0b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cc7ba0-817b-4e16-ae2e-973fa523fde4,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:12.952463 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-2bd87e63-fd60-4740-a7fe-0e92688a0b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:12.953501 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-5564f305-9432-4c6b-81c6-bc30ff40604c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:12.965697 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:12.966341 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for network, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:12.974209 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-5564f305-9432-4c6b-81c6-bc30ff40604c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:12.978705 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-2bd87e63-fd60-4740-a7fe-0e92688a0b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645578'] for segment, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:12.979051 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.db.segments_db [None req-2bd87e63-fd60-4740-a7fe-0e92688a0b33 admin admin] Added segment 08ed8ea8-f157-4a71-a953-05bd6fc73136 of type vlan for network 218b4482-5cf7-4c02-8470-cce7159f5814
Jun 21 16:34:13.008764 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-5564f305-9432-4c6b-81c6-bc30ff40604c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1648372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-965'] for router, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:13.010045 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-5564f305-9432-4c6b-81c6-bc30ff40604c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1674493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-972'] for router, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:13.036023 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-2bd87e63-fd60-4740-a7fe-0e92688a0b33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768073942321'] for network, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:13.049612 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-5564f305-9432-4c6b-81c6-bc30ff40604c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:13.050620 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401a180-0573-4e5b-8119-e0b16ab876b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02d3a594-001f-4533-99ef-2a3cb4e62b62,revision_number=0']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:13.072793 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-c401a180-0573-4e5b-8119-e0b16ab876b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:13.096323 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:13.147530 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-2bd87e63-fd60-4740-a7fe-0e92688a0b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592'] for network, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:13.156479 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd87e63-fd60-4740-a7fe-0e92688a0b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:13.157066 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-2bd87e63-fd60-4740-a7fe-0e92688a0b33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for network, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:13.165219 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a1ce61-a065-5478-9fd3-0dbf96752ebd-a67c6bd4-5155-4840-9134-bc4e7230ff7f', 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'fixed_ips': [{'subnet_id': '2be6e26d-5dd3-4545-8f70-57f38dc5039e'}]}} from dv-cinder-797161-1-iscsi. {{(pid=78428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 21 16:34:13.166088 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:13.179646 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-cad6ad80-54e3-4529-9a9a-2cb656ea2e7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:13.203214 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-2bd87e63-fd60-4740-a7fe-0e92688a0b33 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.0250752
Jun 21 16:34:13.262591 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 34560) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:13.321604 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 2.0966327
Jun 21 16:34:13.322903 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 34574) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:13.326224 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] Pushing event updated for resources: {'Network': ['ID=4e7bf916-d804-4156-8df4-c3e47df8bbc5,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:13.340839 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [None req-660f97a6-ebbb-40b0-b065-e8ae524efd03 admin admin] Request body: {'subnet': {'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-285391666-subnet', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:34:13.349144 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-660f97a6-ebbb-40b0-b065-e8ae524efd03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:13.357635 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-660f97a6-ebbb-40b0-b065-e8ae524efd03 admin admin] Usage tracker for resource:subnet and tenant:2f495dd509064a23adb18dc1cd54b526 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:13.361821 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-660f97a6-ebbb-40b0-b065-e8ae524efd03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:13.369392 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-660f97a6-ebbb-40b0-b065-e8ae524efd03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:13.378747 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:13.384142 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c401a180-0573-4e5b-8119-e0b16ab876b7 admin admin] Checking segment: {'id': 'c89f387d-7649-48a7-994e-66684c22c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c59c2429-3dc2-4964-ae2b-30558e1e435a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:34:13.385196 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c401a180-0573-4e5b-8119-e0b16ab876b7 admin admin] Network hostable DHCP agents. Network: c59c2429-3dc2-4964-ae2b-30558e1e435a, hostable agents: ['3e057b97-a383-4976-a3a1-556748f7f018'], hosted agents: [] {{(pid=78427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 16:34:13.400028 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660f97a6-ebbb-40b0-b065-e8ae524efd03 admin admin] Made reservation on behalf of 2f495dd509064a23adb18dc1cd54b526 for: {'subnet': 1} {{(pid=78427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:34:13.400181 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-5564f305-9432-4c6b-81c6-bc30ff40604c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1648335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-994'] for router, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:13.406176 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-660f97a6-ebbb-40b0-b065-e8ae524efd03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:13.423648 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-1ba364e5-1f9a-4fc9-af8b-59188b46397d admin admin] Request body: {'subnet': {'network_id': '218b4482-5cf7-4c02-8470-cce7159f5814', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-253592641-subnet', 'tenant_id': '51e356908e294735b357a2564dbc841d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:34:13.451862 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-1ba364e5-1f9a-4fc9-af8b-59188b46397d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:13.465472 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c401a180-0573-4e5b-8119-e0b16ab876b7 admin admin] Network c59c2429-3dc2-4964-ae2b-30558e1e435a is scheduled to be hosted by DHCP agent 3e057b97-a383-4976-a3a1-556748f7f018 with binding_index 1 {{(pid=78427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 16:34:13.469292 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Network 4e7bf916-d804-4156-8df4-c3e47df8bbc5 details requested by agent ovs-agent-dv-cinder-797161-1-iscsi with host dv-cinder-797161-1-iscsi {{(pid=78428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 16:34:13.522372 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-1ba364e5-1f9a-4fc9-af8b-59188b46397d admin admin] Usage tracker for resource:subnet and tenant:51e356908e294735b357a2564dbc841d is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:13.542277 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-1ba364e5-1f9a-4fc9-af8b-59188b46397d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:13.556926 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd87e63-fd60-4740-a7fe-0e92688a0b33 admin admin] Pushing event updated for resources: {'Network': ['ID=218b4482-5cf7-4c02-8470-cce7159f5814,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:13.560061 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-1ba364e5-1f9a-4fc9-af8b-59188b46397d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:13.561698 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.base_scheduler [None req-c401a180-0573-4e5b-8119-e0b16ab876b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797161-1-iscsi, c59c2429-3dc2-4964-ae2b-30558e1e435a) {{(pid=78427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:34:13.575149 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c401a180-0573-4e5b-8119-e0b16ab876b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:13.575944 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c401a180-0573-4e5b-8119-e0b16ab876b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for subnet, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:13.606495 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-2bd87e63-fd60-4740-a7fe-0e92688a0b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:13.610163 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Network 218b4482-5cf7-4c02-8470-cce7159f5814 details requested by agent ovs-agent-dv-cinder-797161-1-iscsi with host dv-cinder-797161-1-iscsi {{(pid=78428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 16:34:13.636421 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-c401a180-0573-4e5b-8119-e0b16ab876b7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 2.1465268
Jun 21 16:34:13.637171 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 34586) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:13.649077 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [None req-689e7c38-ce4d-4939-9360-89f8abedbde0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-577710363-router', 'tenant_id': 'c3d28747cfe746fb862defcb2926e2fa', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'}}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:34:13.661780 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba364e5-1f9a-4fc9-af8b-59188b46397d admin admin] Made reservation on behalf of 51e356908e294735b357a2564dbc841d for: {'subnet': 1} {{(pid=78426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:34:13.664759 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1ba364e5-1f9a-4fc9-af8b-59188b46397d admin admin] Notify callbacks [] for subnet, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:13.669872 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-689e7c38-ce4d-4939-9360-89f8abedbde0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:13.677715 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dbd9ae-5753-44f6-96c2-8fb113768bdd None None] Network c59c2429-3dc2-4964-ae2b-30558e1e435a requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:34:13.757520 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-689e7c38-ce4d-4939-9360-89f8abedbde0 admin admin] Usage tracker for resource:router and tenant:c3d28747cfe746fb862defcb2926e2fa is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:13.769265 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-689e7c38-ce4d-4939-9360-89f8abedbde0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:13.807113 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-689e7c38-ce4d-4939-9360-89f8abedbde0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:13.875642 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-689e7c38-ce4d-4939-9360-89f8abedbde0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1648372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-965'] for router, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:13.877384 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-689e7c38-ce4d-4939-9360-89f8abedbde0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1674493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-972'] for router, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:13.952073 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-689e7c38-ce4d-4939-9360-89f8abedbde0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:13.957720 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 34604) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:14.361839 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 34618) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:14.405412 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.db_base_plugin_common [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] Allocated IP 172.20.0.2 (a67c6bd4-5155-4840-9134-bc4e7230ff7f/2be6e26d-5dd3-4545-8f70-57f38dc5039e/8968549d-da3a-4239-b8ed-ca36f9aa2fbf) {{(pid=78428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:34:14.544409 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-689e7c38-ce4d-4939-9360-89f8abedbde0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1648335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-994'] for router, precommit_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:14.579653 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-3a6f105a-7483-44cb-a6e7-6945b3d2b166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:14.591591 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-5564f305-9432-4c6b-81c6-bc30ff40604c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:14.645512 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-5564f305-9432-4c6b-81c6-bc30ff40604c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:14.649209 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-3a6f105a-7483-44cb-a6e7-6945b3d2b166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:14.671834 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-660f97a6-ebbb-40b0-b065-e8ae524efd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592'] for subnet, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:14.678619 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:14.696200 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-3a6f105a-7483-44cb-a6e7-6945b3d2b166 admin admin] Usage tracker for resource:security_group_rule and tenant:86ce77e6998a4e349b910f2603d679c9 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:14.699882 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-3056f832-b9f2-453b-be3b-a9a0f2261012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:14.712546 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-3a6f105a-7483-44cb-a6e7-6945b3d2b166 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:14.725157 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-3a6f105a-7483-44cb-a6e7-6945b3d2b166 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:14.729314 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:34:14.745596 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ad7f0d-9003-48a2-a08e-8a9a6c6fa229 None None] Network c59c2429-3dc2-4964-ae2b-30558e1e435a requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:34:14.750533 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-3056f832-b9f2-453b-be3b-a9a0f2261012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:14.797924 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-3056f832-b9f2-453b-be3b-a9a0f2261012 admin admin] Usage tracker for resource:security_group_rule and tenant:9e7c4a31885c4f2d9b188371ba6ea930 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:14.821909 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-3056f832-b9f2-453b-be3b-a9a0f2261012 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:14.835830 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f97a6-ebbb-40b0-b065-e8ae524efd03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736,revision_number=0']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:14.839203 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-660f97a6-ebbb-40b0-b065-e8ae524efd03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:14.850668 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-3056f832-b9f2-453b-be3b-a9a0f2261012 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:14.858486 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660f97a6-ebbb-40b0-b065-e8ae524efd03 admin admin] Checking segment: {'id': 'cb66d3c6-9116-4b7e-95d4-8704f85ac6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:34:14.858841 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660f97a6-ebbb-40b0-b065-e8ae524efd03 admin admin] Network hostable DHCP agents. Network: 4e7bf916-d804-4156-8df4-c3e47df8bbc5, hostable agents: ['3e057b97-a383-4976-a3a1-556748f7f018'], hosted agents: [] {{(pid=78427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 16:34:14.893250 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660f97a6-ebbb-40b0-b065-e8ae524efd03 admin admin] Network 4e7bf916-d804-4156-8df4-c3e47df8bbc5 is scheduled to be hosted by DHCP agent 3e057b97-a383-4976-a3a1-556748f7f018 with binding_index 1 {{(pid=78427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 16:34:14.961082 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] Notify callbacks [] for port, precommit_create {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:14.966107 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.base_scheduler [None req-660f97a6-ebbb-40b0-b065-e8ae524efd03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797161-1-iscsi, 4e7bf916-d804-4156-8df4-c3e47df8bbc5) {{(pid=78427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:34:14.970627 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660f97a6-ebbb-40b0-b065-e8ae524efd03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:14.971220 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-660f97a6-ebbb-40b0-b065-e8ae524efd03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for subnet, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:14.978828 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] Transition to ACTIVE for port object 8968549d-da3a-4239-b8ed-ca36f9aa2fbf will not be triggered until provisioned by entity L2. {{(pid=78428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:34:14.992129 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1887d8c-d257-4e53-9e2b-418969c9181c None None] Network 4e7bf916-d804-4156-8df4-c3e47df8bbc5 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:34:15.078568 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [None req-5564f305-9432-4c6b-81c6-bc30ff40604c admin admin] Allocated IP 172.27.1.24 (70dc8c3b-1fd1-4e34-848f-30da40ce5650/64348721-2f14-434e-9349-1c86303c6cb6/fd27e4a8-fb4c-4a4d-b482-c63d56f16a66) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:34:15.119849 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] Transition to ACTIVE for port object 8968549d-da3a-4239-b8ed-ca36f9aa2fbf will not be triggered until provisioned by entity DHCP. {{(pid=78428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:34:15.141796 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-660f97a6-ebbb-40b0-b065-e8ae524efd03 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.8095493
Jun 21 16:34:15.146686 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 34630) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:15.151544 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512'] for port, after_create {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:15.156634 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [None req-3366bc84-7333-4732-817a-91c39d2c694e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-285391666-router', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'}}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:34:15.164540 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-3366bc84-7333-4732-817a-91c39d2c694e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:15.165017 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:15.170323 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-3366bc84-7333-4732-817a-91c39d2c694e admin admin] Usage tracker for resource:router and tenant:2f495dd509064a23adb18dc1cd54b526 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:15.175101 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-3366bc84-7333-4732-817a-91c39d2c694e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:15.182616 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-689e7c38-ce4d-4939-9360-89f8abedbde0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:15.209016 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-3366bc84-7333-4732-817a-91c39d2c694e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:15.215331 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-689e7c38-ce4d-4939-9360-89f8abedbde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:15.268960 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-3366bc84-7333-4732-817a-91c39d2c694e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1648372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-965'] for router, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:15.270011 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-3366bc84-7333-4732-817a-91c39d2c694e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1674493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-972'] for router, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:15.282410 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] Network a67c6bd4-5155-4840-9134-bc4e7230ff7f is already hosted by enough agents. {{(pid=78428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:34:15.287975 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.scheduler.base_scheduler [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] Resources bound (agent type, host, resource id):  {{(pid=78428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:34:15.311421 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-3366bc84-7333-4732-817a-91c39d2c694e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:15.322970 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] Received port after_create {{(pid=78428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:34:15.334435 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] Pushing event updated for resources: {'Port': ['ID=8968549d-da3a-4239-b8ed-ca36f9aa2fbf,revision_number=1']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:15.380497 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-5564f305-9432-4c6b-81c6-bc30ff40604c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:15.384605 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-3a6f105a-7483-44cb-a6e7-6945b3d2b166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:15.386983 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:15.387552 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:15.388066 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:15.388548 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:15.389049 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:15.389529 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:15.390015 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:15.390489 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:15.390989 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:15.391473 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:15.391983 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:15.393060 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:15.394360 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] Tracked resource versions report:
Jun 21 16:34:15.394360 dv-cinder-797161-1-iscsi neutron-server[78428]: pushed versions:
Jun 21 16:34:15.394360 dv-cinder-797161-1-iscsi neutron-server[78428]: {   'AddressGroup': {'1.2'},
Jun 21 16:34:15.394360 dv-cinder-797161-1-iscsi neutron-server[78428]:     'ConntrackHelper': {'1.0'},
Jun 21 16:34:15.394360 dv-cinder-797161-1-iscsi neutron-server[78428]:     'Log': {'1.0'},
Jun 21 16:34:15.394360 dv-cinder-797161-1-iscsi neutron-server[78428]:     'Network': {'1.1'},
Jun 21 16:34:15.394360 dv-cinder-797161-1-iscsi neutron-server[78428]:     'Port': {'1.7'},
Jun 21 16:34:15.394360 dv-cinder-797161-1-iscsi neutron-server[78428]:     'PortForwarding': {'1.2'},
Jun 21 16:34:15.394360 dv-cinder-797161-1-iscsi neutron-server[78428]:     'QosPolicy': {'1.8'},
Jun 21 16:34:15.394360 dv-cinder-797161-1-iscsi neutron-server[78428]:     'SecurityGroup': {'1.4'},
Jun 21 16:34:15.394360 dv-cinder-797161-1-iscsi neutron-server[78428]:     'SecurityGroupRule': {'1.2'},
Jun 21 16:34:15.394360 dv-cinder-797161-1-iscsi neutron-server[78428]:     'SubPort': {'1.0'},
Jun 21 16:34:15.394360 dv-cinder-797161-1-iscsi neutron-server[78428]:     'Subnet': {'1.1'},
Jun 21 16:34:15.394360 dv-cinder-797161-1-iscsi neutron-server[78428]:     'Trunk': {'1.1'}}
Jun 21 16:34:15.394360 dv-cinder-797161-1-iscsi neutron-server[78428]: consumer versions:
Jun 21 16:34:15.394360 dv-cinder-797161-1-iscsi neutron-server[78428]: {   DHCP agent@dv-cinder-797161-1-iscsi: {},
Jun 21 16:34:15.394360 dv-cinder-797161-1-iscsi neutron-server[78428]:     HyperV agent@hv-cinder-79716: {},
Jun 21 16:34:15.394360 dv-cinder-797161-1-iscsi neutron-server[78428]:     L3 agent@dv-cinder-797161-1-iscsi: {},
Jun 21 16:34:15.394360 dv-cinder-797161-1-iscsi neutron-server[78428]:     Metadata agent@dv-cinder-797161-1-iscsi: {},
Jun 21 16:34:15.394360 dv-cinder-797161-1-iscsi neutron-server[78428]:     Metering agent@dv-cinder-797161-1-iscsi: {},
Jun 21 16:34:15.394360 dv-cinder-797161-1-iscsi neutron-server[78428]:     Open vSwitch agent@dv-cinder-797161-1-iscsi: {   'AddressGroup': '1.2',
Jun 21 16:34:15.394360 dv-cinder-797161-1-iscsi neutron-server[78428]:                                                      'ConntrackHelper': '1.0',
Jun 21 16:34:15.394360 dv-cinder-797161-1-iscsi neutron-server[78428]:                                                      'Log': '1.0',
Jun 21 16:34:15.394360 dv-cinder-797161-1-iscsi neutron-server[78428]:                                                      'Network': '1.1',
Jun 21 16:34:15.394360 dv-cinder-797161-1-iscsi neutron-server[78428]:                                                      'Port': '1.7',
Jun 21 16:34:15.394360 dv-cinder-797161-1-iscsi neutron-server[78428]:                                                      'PortForwarding': '1.2',
Jun 21 16:34:15.394360 dv-cinder-797161-1-iscsi neutron-server[78428]:                                                      'QosPolicy': '1.8',
Jun 21 16:34:15.394360 dv-cinder-797161-1-iscsi neutron-server[78428]:                                                      'SecurityGroup': '1.4',
Jun 21 16:34:15.394360 dv-cinder-797161-1-iscsi neutron-server[78428]:                                                      'SecurityGroupRule': '1.2',
Jun 21 16:34:15.394360 dv-cinder-797161-1-iscsi neutron-server[78428]:                                                      'SubPort': '1.0',
Jun 21 16:34:15.394360 dv-cinder-797161-1-iscsi neutron-server[78428]:                                                      'Subnet': '1.1',
Jun 21 16:34:15.394360 dv-cinder-797161-1-iscsi neutron-server[78428]:                                                      'Trunk': '1.1'}}
Jun 21 16:34:15.394360 dv-cinder-797161-1-iscsi neutron-server[78428]:  {{(pid=78428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 21 16:34:15.406627 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:15.434819 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-3a6f105a-7483-44cb-a6e7-6945b3d2b166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:15.463433 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-0e7e8f93-31a2-4174-8803-709e93028997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:15.491893 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-3056f832-b9f2-453b-be3b-a9a0f2261012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:15.512901 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-3056f832-b9f2-453b-be3b-a9a0f2261012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:15.513157 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] Attempting to bind port 8968549d-da3a-4239-b8ed-ca36f9aa2fbf on host dv-cinder-797161-1-iscsi for vnic_type normal with profile  {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:34:15.513351 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] Attempting to bind port 8968549d-da3a-4239-b8ed-ca36f9aa2fbf by drivers openvswitch,hyperv on host dv-cinder-797161-1-iscsi at level 0 using segments [{'id': '16cd9c55-e131-42a6-8dc4-ceeca16849f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f'}] {{(pid=78428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:34:15.513714 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] Attempting to bind port 8968549d-da3a-4239-b8ed-ca36f9aa2fbf on network a67c6bd4-5155-4840-9134-bc4e7230ff7f {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:34:15.520515 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] Checking agent: {'id': '52503dc4-35dc-4c7a-aab7-0589b5985e7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797161-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 25, 48), 'started_at': datetime.datetime(2021, 6, 21, 16, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797161-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:34:15.520833 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] Checking segment: {'id': '16cd9c55-e131-42a6-8dc4-ceeca16849f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:34:15.521242 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:15.521636 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] Bound using segment: {'id': '16cd9c55-e131-42a6-8dc4-ceeca16849f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f'} {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:34:15.522484 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] Bound port: 8968549d-da3a-4239-b8ed-ca36f9aa2fbf, host: dv-cinder-797161-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16cd9c55-e131-42a6-8dc4-ceeca16849f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f'}}] {{(pid=78428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:34:15.522484 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:15.534220 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba267097-4120-49f0-868e-30cefd53ce6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a1ce61-a065-5478-9fd3-0dbf96752ebd-4e7bf916-d804-4156-8df4-c3e47df8bbc5', 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'fixed_ips': [{'subnet_id': 'f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736'}]}} from dv-cinder-797161-1-iscsi. {{(pid=78428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 21 16:34:15.535085 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-ba267097-4120-49f0-868e-30cefd53ce6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:15.536959 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-3a6f105a-7483-44cb-a6e7-6945b3d2b166 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=86ce77e6998a4e349b910f2603d679c9&name=default HTTP/1.1" status: 200  len: 2975 time: 1.5661135
Jun 21 16:34:15.542740 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 34644) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:15.555341 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1ba364e5-1f9a-4fc9-af8b-59188b46397d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592'] for subnet, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:15.653295 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-3366bc84-7333-4732-817a-91c39d2c694e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1648335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-994'] for router, precommit_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:15.666727 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-3056f832-b9f2-453b-be3b-a9a0f2261012 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e7c4a31885c4f2d9b188371ba6ea930&name=default HTTP/1.1" status: 200  len: 2975 time: 1.3037894
Jun 21 16:34:15.669493 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 34648) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:15.680970 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-5564f305-9432-4c6b-81c6-bc30ff40604c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:15.688413 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f105a-7483-44cb-a6e7-6945b3d2b166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b015dc8-fa49-458d-ba70-573c0ae8d2c5,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:15.693390 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-3a6f105a-7483-44cb-a6e7-6945b3d2b166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:15.694335 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-3840ecd1-256a-4d20-959a-1405b8a66f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:15.725817 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.db_base_plugin_common [None req-ba267097-4120-49f0-868e-30cefd53ce6e None None] Allocated IP 172.20.0.2 (4e7bf916-d804-4156-8df4-c3e47df8bbc5/f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736/e21ea035-6e62-4cd5-9ed4-9e5517a6994e) {{(pid=78428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:34:15.728326 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-3840ecd1-256a-4d20-959a-1405b8a66f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:15.742476 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.db_base_plugin_common [None req-689e7c38-ce4d-4939-9360-89f8abedbde0 admin admin] Allocated IP 172.27.1.67 (70dc8c3b-1fd1-4e34-848f-30da40ce5650/64348721-2f14-434e-9349-1c86303c6cb6/3c02ae8f-31de-4676-9173-85dcbfccbdd5) {{(pid=78427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:34:15.796824 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:15.818018 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5564f305-9432-4c6b-81c6-bc30ff40604c admin admin] Network 70dc8c3b-1fd1-4e34-848f-30da40ce5650 is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:34:15.828195 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-5564f305-9432-4c6b-81c6-bc30ff40604c admin admin] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:34:15.831015 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5564f305-9432-4c6b-81c6-bc30ff40604c admin admin] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:34:15.925763 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-689e7c38-ce4d-4939-9360-89f8abedbde0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:15.984712 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] For port 8968549d-da3a-4239-b8ed-ca36f9aa2fbf, host dv-cinder-797161-1-iscsi, cleared binding levels {{(pid=78428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:34:15.991100 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] For port 8968549d-da3a-4239-b8ed-ca36f9aa2fbf, host dv-cinder-797161-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=8968549d-da3a-4239-b8ed-ca36f9aa2fbf,segment=NetworkSegment(16cd9c55-e131-42a6-8dc4-ceeca16849f7),segment_id=16cd9c55-e131-42a6-8dc4-ceeca16849f7)] {{(pid=78428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:34:16.007684 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-689e7c38-ce4d-4939-9360-89f8abedbde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512'] for port, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:16.030980 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:16.038022 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:16.039561 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-ba267097-4120-49f0-868e-30cefd53ce6e None None] Notify callbacks [] for port, precommit_create {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:16.042015 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:16.144915 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-ba267097-4120-49f0-868e-30cefd53ce6e None None] Transition to ACTIVE for port object e21ea035-6e62-4cd5-9ed4-9e5517a6994e will not be triggered until provisioned by entity L2. {{(pid=78428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:34:16.176164 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-68c2c72d-7a76-45eb-be0e-d1a9cddfa24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:16.196657 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689e7c38-ce4d-4939-9360-89f8abedbde0 admin admin] Network 70dc8c3b-1fd1-4e34-848f-30da40ce5650 is already hosted by enough agents. {{(pid=78427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:34:16.201628 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.base_scheduler [None req-689e7c38-ce4d-4939-9360-89f8abedbde0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:34:16.206063 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba364e5-1f9a-4fc9-af8b-59188b46397d admin admin] Checking segment: {'id': '08ed8ea8-f157-4a71-a953-05bd6fc73136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '218b4482-5cf7-4c02-8470-cce7159f5814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:34:16.206443 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba364e5-1f9a-4fc9-af8b-59188b46397d admin admin] Network hostable DHCP agents. Network: 218b4482-5cf7-4c02-8470-cce7159f5814, hostable agents: ['3e057b97-a383-4976-a3a1-556748f7f018'], hosted agents: [] {{(pid=78426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 16:34:16.207150 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689e7c38-ce4d-4939-9360-89f8abedbde0 admin admin] Received port after_create {{(pid=78427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:34:16.229724 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-ba267097-4120-49f0-868e-30cefd53ce6e None None] Transition to ACTIVE for port object e21ea035-6e62-4cd5-9ed4-9e5517a6994e will not be triggered until provisioned by entity DHCP. {{(pid=78428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:34:16.235200 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056f832-b9f2-453b-be3b-a9a0f2261012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c80878c-0594-4e3c-a8ed-7b4f60c50bc3,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:16.235400 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] Pushing event updated for resources: {'Port': ['ID=8968549d-da3a-4239-b8ed-ca36f9aa2fbf,revision_number=2']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:16.257840 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:16.258701 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-3056f832-b9f2-453b-be3b-a9a0f2261012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:16.262519 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-ba267097-4120-49f0-868e-30cefd53ce6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512'] for port, after_create {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:16.273202 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.604s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:16.274157 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:16.299065 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e7c38-ce4d-4939-9360-89f8abedbde0 admin admin] Pushing event updated for resources: {'Port': ['ID=3c02ae8f-31de-4676-9173-85dcbfccbdd5,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:16.372328 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba267097-4120-49f0-868e-30cefd53ce6e None None] Network 4e7bf916-d804-4156-8df4-c3e47df8bbc5 is already hosted by enough agents. {{(pid=78428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:34:16.376130 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.scheduler.base_scheduler [None req-ba267097-4120-49f0-868e-30cefd53ce6e None None] Resources bound (agent type, host, resource id):  {{(pid=78428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:34:16.377413 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba364e5-1f9a-4fc9-af8b-59188b46397d admin admin] Pushing event updated for resources: {'Subnet': ['ID=be82e99c-2fff-4651-9ab1-84753b423490,revision_number=0']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:16.385911 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-68c2c72d-7a76-45eb-be0e-d1a9cddfa24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:16.386419 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba267097-4120-49f0-868e-30cefd53ce6e None None] Received port after_create {{(pid=78428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:34:16.389244 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-689e7c38-ce4d-4939-9360-89f8abedbde0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:16.397455 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-1ba364e5-1f9a-4fc9-af8b-59188b46397d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:16.397935 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-8a122689-382a-4a96-ac59-0bca95c080f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.588s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:16.434728 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba267097-4120-49f0-868e-30cefd53ce6e None None] Pushing event updated for resources: {'Port': ['ID=e21ea035-6e62-4cd5-9ed4-9e5517a6994e,revision_number=1']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:16.437302 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-ba267097-4120-49f0-868e-30cefd53ce6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:16.496351 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-ba267097-4120-49f0-868e-30cefd53ce6e None None] Attempting to bind port e21ea035-6e62-4cd5-9ed4-9e5517a6994e on host dv-cinder-797161-1-iscsi for vnic_type normal with profile  {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:34:16.496719 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-ba267097-4120-49f0-868e-30cefd53ce6e None None] Attempting to bind port e21ea035-6e62-4cd5-9ed4-9e5517a6994e by drivers openvswitch,hyperv on host dv-cinder-797161-1-iscsi at level 0 using segments [{'id': 'cb66d3c6-9116-4b7e-95d4-8704f85ac6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5'}] {{(pid=78428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:34:16.497085 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba267097-4120-49f0-868e-30cefd53ce6e None None] Attempting to bind port e21ea035-6e62-4cd5-9ed4-9e5517a6994e on network 4e7bf916-d804-4156-8df4-c3e47df8bbc5 {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:34:16.530812 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba364e5-1f9a-4fc9-af8b-59188b46397d admin admin] Network 218b4482-5cf7-4c02-8470-cce7159f5814 is scheduled to be hosted by DHCP agent 3e057b97-a383-4976-a3a1-556748f7f018 with binding_index 1 {{(pid=78426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 16:34:16.532583 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba267097-4120-49f0-868e-30cefd53ce6e None None] Checking agent: {'id': '52503dc4-35dc-4c7a-aab7-0589b5985e7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797161-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 25, 48), 'started_at': datetime.datetime(2021, 6, 21, 16, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797161-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:34:16.533379 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba267097-4120-49f0-868e-30cefd53ce6e None None] Checking segment: {'id': 'cb66d3c6-9116-4b7e-95d4-8704f85ac6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:34:16.534238 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-ba267097-4120-49f0-868e-30cefd53ce6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:16.534994 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba267097-4120-49f0-868e-30cefd53ce6e None None] Bound using segment: {'id': 'cb66d3c6-9116-4b7e-95d4-8704f85ac6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5'} {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:34:16.536339 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-ba267097-4120-49f0-868e-30cefd53ce6e None None] Bound port: e21ea035-6e62-4cd5-9ed4-9e5517a6994e, host: dv-cinder-797161-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb66d3c6-9116-4b7e-95d4-8704f85ac6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5'}}] {{(pid=78428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:34:16.536339 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-ba267097-4120-49f0-868e-30cefd53ce6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:16.622442 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-3840ecd1-256a-4d20-959a-1405b8a66f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:16.805418 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564f305-9432-4c6b-81c6-bc30ff40604c admin admin] Pushing event updated for resources: {'Port': ['ID=fd27e4a8-fb4c-4a4d-b482-c63d56f16a66,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:16.809437 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-1ba364e5-1f9a-4fc9-af8b-59188b46397d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797161-1-iscsi, 218b4482-5cf7-4c02-8470-cce7159f5814) {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:34:16.812471 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-ba267097-4120-49f0-868e-30cefd53ce6e None None] For port e21ea035-6e62-4cd5-9ed4-9e5517a6994e, host dv-cinder-797161-1-iscsi, cleared binding levels {{(pid=78428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:34:16.817973 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-ba267097-4120-49f0-868e-30cefd53ce6e None None] For port e21ea035-6e62-4cd5-9ed4-9e5517a6994e, host dv-cinder-797161-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=e21ea035-6e62-4cd5-9ed4-9e5517a6994e,segment=NetworkSegment(cb66d3c6-9116-4b7e-95d4-8704f85ac6dc),segment_id=cb66d3c6-9116-4b7e-95d4-8704f85ac6dc)] {{(pid=78428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:34:16.823230 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-ba267097-4120-49f0-868e-30cefd53ce6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:16.824171 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-5564f305-9432-4c6b-81c6-bc30ff40604c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:16.827546 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:16.836425 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:16.877136 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840ecd1-256a-4d20-959a-1405b8a66f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b015dc8-fa49-458d-ba70-573c0ae8d2c5,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:16.898097 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-3840ecd1-256a-4d20-959a-1405b8a66f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:16.898097 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-5564f305-9432-4c6b-81c6-bc30ff40604c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:16.916216 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba267097-4120-49f0-868e-30cefd53ce6e None None] Pushing event updated for resources: {'Port': ['ID=e21ea035-6e62-4cd5-9ed4-9e5517a6994e,revision_number=2']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:16.919579 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-ba267097-4120-49f0-868e-30cefd53ce6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:16.981857 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e16b40-a8da-42eb-978e-84fe95519d5b None None] Network 218b4482-5cf7-4c02-8470-cce7159f5814 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:34:16.990801 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba364e5-1f9a-4fc9-af8b-59188b46397d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:16.991550 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1ba364e5-1f9a-4fc9-af8b-59188b46397d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for subnet, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:17.004556 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-3840ecd1-256a-4d20-959a-1405b8a66f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:17.008307 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-3840ecd1-256a-4d20-959a-1405b8a66f9a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b015dc8-fa49-458d-ba70-573c0ae8d2c5 HTTP/1.1" status: 204  len: 168 time: 1.4635272
Jun 21 16:34:17.037776 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-68c2c72d-7a76-45eb-be0e-d1a9cddfa24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:17.049944 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-68c2c72d-7a76-45eb-be0e-d1a9cddfa24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:17.061636 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-68c2c72d-7a76-45eb-be0e-d1a9cddfa24d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c80878c-0594-4e3c-a8ed-7b4f60c50bc3 HTTP/1.1" status: 204  len: 168 time: 1.3720062
Jun 21 16:34:17.069700 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:17.117223 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-1ba364e5-1f9a-4fc9-af8b-59188b46397d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 3.8536394
Jun 21 16:34:17.117796 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-3366bc84-7333-4732-817a-91c39d2c694e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:17.122701 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2c72d-7a76-45eb-be0e-d1a9cddfa24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c80878c-0594-4e3c-a8ed-7b4f60c50bc3,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:17.131010 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-68c2c72d-7a76-45eb-be0e-d1a9cddfa24d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:17.222590 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-3366bc84-7333-4732-817a-91c39d2c694e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:17.375814 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.db_base_plugin_common [None req-3366bc84-7333-4732-817a-91c39d2c694e admin admin] Allocated IP 172.27.1.79 (70dc8c3b-1fd1-4e34-848f-30da40ce5650/64348721-2f14-434e-9349-1c86303c6cb6/a45431c3-d952-4b69-97fe-b206b768d679) {{(pid=78427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:34:17.426234 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-689e7c38-ce4d-4939-9360-89f8abedbde0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:17.541997 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-e51c168d-9db2-4dd3-b2b6-26c29a170b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:17.647216 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95533eda-4e07-4632-a058-c0df9183ab47 None None] Network 218b4482-5cf7-4c02-8470-cce7159f5814 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:34:17.771868 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-5564f305-9432-4c6b-81c6-bc30ff40604c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727309'] for router, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:17.851458 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff07aae-dcfe-4d00-95ce-1c653876a2fd None None] Network a67c6bd4-5155-4840-9134-bc4e7230ff7f requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:34:17.871584 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 34706) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:17.994839 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-59133b48-c43e-41d1-a677-c560ec2caf25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:18.062798 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-59133b48-c43e-41d1-a677-c560ec2caf25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:18.092256 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-59133b48-c43e-41d1-a677-c560ec2caf25 admin admin] Usage tracker for resource:security_group_rule and tenant:f94a47d320b84f18a8dbe57be1685495 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:18.121658 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-59133b48-c43e-41d1-a677-c560ec2caf25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:18.132595 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:18.160445 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-bc2ad438-f45b-4790-9170-3979f712a5b2 None None] Provisioning for port 8968549d-da3a-4239-b8ed-ca36f9aa2fbf completed by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:34:18.280135 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 8968549d-da3a-4239-b8ed-ca36f9aa2fbf up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:34:18.320816 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5564f305-9432-4c6b-81c6-bc30ff40604c admin admin] Router e949684e-6998-4740-843d-2dd7b71d6b52 is scheduled to L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb with binding_index 1 {{(pid=78426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 16:34:18.395189 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-3366bc84-7333-4732-817a-91c39d2c694e admin admin] Notify callbacks [] for port, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:18.398560 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-59133b48-c43e-41d1-a677-c560ec2caf25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:18.439535 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 34732) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:18.448725 dv-cinder-797161-1-iscsi neutron-server[78427]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 21 16:34:18.485425 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-689e7c38-ce4d-4939-9360-89f8abedbde0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727309'] for router, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:18.587687 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3e420d-f16c-49cf-963e-966e9d9275e2 None None] Network 4e7bf916-d804-4156-8df4-c3e47df8bbc5 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:34:18.618659 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning for port 8968549d-da3a-4239-b8ed-ca36f9aa2fbf completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:34:18.634377 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5564f305-9432-4c6b-81c6-bc30ff40604c admin admin] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:34:18.637059 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port 8968549d-da3a-4239-b8ed-ca36f9aa2fbf triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:34:18.637440 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:18.645841 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a6e82e-6cc0-4573-a36b-fbc195cdbb02 None None] Sync routers for ids ['e949684e-6998-4740-843d-2dd7b71d6b52'] in dv-cinder-797161-1-iscsi {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:34:18.661951 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a6e82e-6cc0-4573-a36b-fbc195cdbb02 None None] Routers {'e949684e-6998-4740-843d-2dd7b71d6b52'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:34:18.662894 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-85a6e82e-6cc0-4573-a36b-fbc195cdbb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979ddf16a0>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:33:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['e949684e-6998-4740-843d-2dd7b71d6b52'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:34:18.684576 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-5564f305-9432-4c6b-81c6-bc30ff40604c admin admin] Notify callbacks [] for router, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:18.686150 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-5564f305-9432-4c6b-81c6-bc30ff40604c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 5.8283391
Jun 21 16:34:18.689050 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 34744) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:18.716230 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-a9c84337-c623-4411-b28b-c9ea2041e2ae None None] Provisioning for port e21ea035-6e62-4cd5-9ed4-9e5517a6994e completed by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:34:18.787240 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-3366bc84-7333-4732-817a-91c39d2c694e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512'] for port, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:18.825262 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:18.865368 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3366bc84-7333-4732-817a-91c39d2c694e admin admin] Network 70dc8c3b-1fd1-4e34-848f-30da40ce5650 is already hosted by enough agents. {{(pid=78427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:34:18.903431 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 34752) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:18.908308 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.base_scheduler [None req-3366bc84-7333-4732-817a-91c39d2c694e admin admin] Resources bound (agent type, host, resource id):  {{(pid=78427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:34:18.911320 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3366bc84-7333-4732-817a-91c39d2c694e admin admin] Received port after_create {{(pid=78427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:34:19.037063 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:19.051899 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-85a6e82e-6cc0-4573-a36b-fbc195cdbb02 None None] Set router e949684e-6998-4740-843d-2dd7b71d6b52 gateway port host: dv-cinder-797161-1-iscsi {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:34:19.170502 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366bc84-7333-4732-817a-91c39d2c694e admin admin] Pushing event updated for resources: {'Port': ['ID=a45431c3-d952-4b69-97fe-b206b768d679,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:19.215151 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-3366bc84-7333-4732-817a-91c39d2c694e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:19.221398 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-fff8f192-6ba1-49cd-8277-cc660355e022 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-533576493-network', 'tenant_id': 'fd6d9db18d054e898e200899760796d8'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:34:19.229522 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] For port 8968549d-da3a-4239-b8ed-ca36f9aa2fbf, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=8968549d-da3a-4239-b8ed-ca36f9aa2fbf,segment=NetworkSegment(16cd9c55-e131-42a6-8dc4-ceeca16849f7),segment_id=16cd9c55-e131-42a6-8dc4-ceeca16849f7)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:34:19.241279 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:19.243376 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device e21ea035-6e62-4cd5-9ed4-9e5517a6994e up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:34:19.261096 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-59133b48-c43e-41d1-a677-c560ec2caf25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:19.277251 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:19.307864 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-59133b48-c43e-41d1-a677-c560ec2caf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:19.343943 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-368f08f1-ecca-4e3b-bef2-e604a5786d49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:19.379787 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-c1f1839d-698d-4b9b-8cd7-2c5794b875e9 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:19.381864 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-c1f1839d-698d-4b9b-8cd7-2c5794b875e9 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/networks?id=218b4482-5cf7-4c02-8470-cce7159f5814 HTTP/1.1" status: 200  len: 811 time: 0.9410594
Jun 21 16:34:19.387080 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59133b48-c43e-41d1-a677-c560ec2caf25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4529007-4dfc-45e9-be36-d1d7da479b7f,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:19.400878 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-59133b48-c43e-41d1-a677-c560ec2caf25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:19.409590 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-011b3895-39d1-4bae-9eec-a8bbb4846b81 None None] Provisioning complete for port 8968549d-da3a-4239-b8ed-ca36f9aa2fbf triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:34:19.409920 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-011b3895-39d1-4bae-9eec-a8bbb4846b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:19.432386 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-a212d7c0-dc08-48ac-8981-cfd44e413f15 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/quotas/51e356908e294735b357a2564dbc841d HTTP/1.1" status: 200  len: 375 time: 0.0342970
Jun 21 16:34:19.446685 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-fff8f192-6ba1-49cd-8277-cc660355e022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:19.449486 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-59133b48-c43e-41d1-a677-c560ec2caf25 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f94a47d320b84f18a8dbe57be1685495&name=default HTTP/1.1" status: 200  len: 2975 time: 1.5738957
Jun 21 16:34:19.450760 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 34760) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:19.466555 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-fff8f192-6ba1-49cd-8277-cc660355e022 admin admin] Usage tracker for resource:network and tenant:fd6d9db18d054e898e200899760796d8 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:19.475637 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Pushing event updated for resources: {'Port': ['ID=8968549d-da3a-4239-b8ed-ca36f9aa2fbf,revision_number=3']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:19.478217 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-fff8f192-6ba1-49cd-8277-cc660355e022 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:19.495920 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:19.508831 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-fff8f192-6ba1-49cd-8277-cc660355e022 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:19.520536 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning for port e21ea035-6e62-4cd5-9ed4-9e5517a6994e completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:34:19.530700 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port e21ea035-6e62-4cd5-9ed4-9e5517a6994e triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:34:19.531136 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:19.538965 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-8d495b84-905f-489c-b219-adec8b542a76 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=51e356908e294735b357a2564dbc841d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0950425
Jun 21 16:34:19.553512 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-85a6e82e-6cc0-4573-a36b-fbc195cdbb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979ddf16a0>, [{'id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'name': 'tempest-AttachVolumeTestJSON-1230404924-router', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'fd27e4a8-fb4c-4a4d-b482-c63d56f16a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:13Z', 'updated_at': '2021-06-21T16:34:16Z', 'revision_number': 3, 'project_id': '905d3e9862c043939d7e73a1320af084', 'gw_port': {'id': 'fd27e4a8-fb4c-4a4d-b482-c63d56f16a66', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a6:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:14Z', 'updated_at': '2021-06-21T16:34:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi'}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:34:19.565383 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a6e82e-6cc0-4573-a36b-fbc195cdbb02 None None] Checking router: e949684e-6998-4740-843d-2dd7b71d6b52 for host: dv-cinder-797161-1-iscsi {{(pid=78429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:34:19.566074 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a6e82e-6cc0-4573-a36b-fbc195cdbb02 None None] Updating router e949684e-6998-4740-843d-2dd7b71d6b52 port fd27e4a8-fb4c-4a4d-b482-c63d56f16a66 binding host dv-cinder-797161-1-iscsi {{(pid=78429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 16:34:19.641266 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff8f192-6ba1-49cd-8277-cc660355e022 admin admin] Made reservation on behalf of fd6d9db18d054e898e200899760796d8 for: {'network': 1} {{(pid=78426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:34:19.644333 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-fff8f192-6ba1-49cd-8277-cc660355e022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for network, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:19.689033 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-85a6e82e-6cc0-4573-a36b-fbc195cdbb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:19.713435 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-fff8f192-6ba1-49cd-8277-cc660355e022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:19.758518 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-fff8f192-6ba1-49cd-8277-cc660355e022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:19.758876 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689e7c38-ce4d-4939-9360-89f8abedbde0 admin admin] Router b7810331-92c2-4f98-b050-18bafd4ed6be is scheduled to L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb with binding_index 1 {{(pid=78427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 16:34:19.762668 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-fff8f192-6ba1-49cd-8277-cc660355e022 admin admin] Usage tracker for resource:security_group_rule and tenant:fd6d9db18d054e898e200899760796d8 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:19.765783 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-fff8f192-6ba1-49cd-8277-cc660355e022 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:19.771872 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-fff8f192-6ba1-49cd-8277-cc660355e022 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:19.873988 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-fff8f192-6ba1-49cd-8277-cc660355e022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:19.888293 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-fff8f192-6ba1-49cd-8277-cc660355e022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:19.915930 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:19.960972 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] For port e21ea035-6e62-4cd5-9ed4-9e5517a6994e, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=e21ea035-6e62-4cd5-9ed4-9e5517a6994e,segment=NetworkSegment(cb66d3c6-9116-4b7e-95d4-8704f85ac6dc),segment_id=cb66d3c6-9116-4b7e-95d4-8704f85ac6dc)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:34:19.966223 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:19.967624 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-cad6ad80-54e3-4529-9a9a-2cb656ea2e7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:19.969309 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-ba267097-4120-49f0-868e-30cefd53ce6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:20.020870 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff8f192-6ba1-49cd-8277-cc660355e022 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628}  {{(pid=78426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 16:34:20.050693 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-1032d3e4-bc35-4c40-a9f6-df21b672f97e None None] Provisioning complete for port e21ea035-6e62-4cd5-9ed4-9e5517a6994e triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:34:20.051079 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-1032d3e4-bc35-4c40-a9f6-df21b672f97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:20.076693 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-45a9efed-94af-4b23-a9d1-a146cb916c98 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=78427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 16:34:20.077686 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-45a9efed-94af-4b23-a9d1-a146cb916c98 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3313429
Jun 21 16:34:20.092540 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-fff8f192-6ba1-49cd-8277-cc660355e022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645578'] for segment, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:20.092871 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.db.segments_db [None req-fff8f192-6ba1-49cd-8277-cc660355e022 admin admin] Added segment 17582ca2-5f4c-4635-8350-fb1fa2bd42e5 of type vlan for network 625fe0ee-246e-4cf9-9405-ee5bfd18b84d
Jun 21 16:34:20.095328 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff8f192-6ba1-49cd-8277-cc660355e022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce79e8ac-b347-40c3-96b5-fdef3b391aec,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:20.119162 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-fff8f192-6ba1-49cd-8277-cc660355e022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:20.176624 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 8968549d-da3a-4239-b8ed-ca36f9aa2fbf up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:34:20.278483 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689e7c38-ce4d-4939-9360-89f8abedbde0 admin admin] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:34:20.298032 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-7f7b05c7-7f68-4755-a678-f57664007af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:20.302159 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e340c4-2f83-4885-87f0-d8b2ad4b53e8 None None] Sync routers for ids ['b7810331-92c2-4f98-b050-18bafd4ed6be'] in dv-cinder-797161-1-iscsi {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:34:20.320584 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Pushing event updated for resources: {'Port': ['ID=e21ea035-6e62-4cd5-9ed4-9e5517a6994e,revision_number=3']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:20.334344 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:20.342009 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-d0946637-6880-4e6b-8321-e93d582400c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:20.348158 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-fff8f192-6ba1-49cd-8277-cc660355e022 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768073942321'] for network, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:20.349590 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e340c4-2f83-4885-87f0-d8b2ad4b53e8 None None] Routers {'b7810331-92c2-4f98-b050-18bafd4ed6be'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:34:20.350286 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-60e340c4-2f83-4885-87f0-d8b2ad4b53e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979e1d2220>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:34:20Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['b7810331-92c2-4f98-b050-18bafd4ed6be'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:34:20.353203 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-85a6e82e-6cc0-4573-a36b-fbc195cdbb02 None None] Notify callbacks [] for port, precommit_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:20.353419 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-f63d2d51-a715-474a-bddc-a78d761b8a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:20.372324 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-3366bc84-7333-4732-817a-91c39d2c694e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:20.381366 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.provisioning_blocks [None req-85a6e82e-6cc0-4573-a36b-fbc195cdbb02 None None] Transition to ACTIVE for port object fd27e4a8-fb4c-4a4d-b482-c63d56f16a66 will not be triggered until provisioned by entity L2. {{(pid=78429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:34:20.390950 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-85a6e82e-6cc0-4573-a36b-fbc195cdbb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:20.399343 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [None req-4c55172a-11a4-4279-b079-c432221a9f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:20.508421 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-f63d2d51-a715-474a-bddc-a78d761b8a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:20.509595 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:20.525972 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-fff8f192-6ba1-49cd-8277-cc660355e022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592'] for network, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:20.531471 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff8f192-6ba1-49cd-8277-cc660355e022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:20.532239 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-fff8f192-6ba1-49cd-8277-cc660355e022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for network, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:20.539849 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-689e7c38-ce4d-4939-9360-89f8abedbde0 admin admin] Notify callbacks [] for router, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:20.541045 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-689e7c38-ce4d-4939-9360-89f8abedbde0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 6.9012077
Jun 21 16:34:20.551798 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-accb810f-9c1b-49b2-890f-f0852c2330f1 service neutron] 10.222.0.24 "GET /v2.0/networks/218b4482-5cf7-4c02-8470-cce7159f5814?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4576323
Jun 21 16:34:20.552259 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 34798) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:20.560357 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-8b98cbbf-3592-46c3-99b8-59befe816639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:20.589307 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2061358-0b99-4224-b7b5-d1ccb3a68def None None] Pushing event updated for resources: {'Port': ['ID=fd27e4a8-fb4c-4a4d-b482-c63d56f16a66,revision_number=2']} {{(pid=78429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:20.592180 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.managers [None req-85a6e82e-6cc0-4573-a36b-fbc195cdbb02 None None] Attempting to bind port fd27e4a8-fb4c-4a4d-b482-c63d56f16a66 on host dv-cinder-797161-1-iscsi for vnic_type normal with profile  {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:34:20.592888 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.managers [None req-85a6e82e-6cc0-4573-a36b-fbc195cdbb02 None None] Attempting to bind port fd27e4a8-fb4c-4a4d-b482-c63d56f16a66 by drivers openvswitch,hyperv on host dv-cinder-797161-1-iscsi at level 0 using segments [{'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'}] {{(pid=78429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:34:20.602784 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a6e82e-6cc0-4573-a36b-fbc195cdbb02 None None] Attempting to bind port fd27e4a8-fb4c-4a4d-b482-c63d56f16a66 on network 70dc8c3b-1fd1-4e34-848f-30da40ce5650 {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:34:20.618121 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a6e82e-6cc0-4573-a36b-fbc195cdbb02 None None] Checking agent: {'id': '52503dc4-35dc-4c7a-aab7-0589b5985e7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797161-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 25, 48), 'started_at': datetime.datetime(2021, 6, 21, 16, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797161-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:34:20.620115 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a6e82e-6cc0-4573-a36b-fbc195cdbb02 None None] Checking segment: {'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:34:20.620802 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-85a6e82e-6cc0-4573-a36b-fbc195cdbb02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:20.621504 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a6e82e-6cc0-4573-a36b-fbc195cdbb02 None None] Bound using segment: {'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'} {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:34:20.631206 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.managers [None req-85a6e82e-6cc0-4573-a36b-fbc195cdbb02 None None] Bound port: fd27e4a8-fb4c-4a4d-b482-c63d56f16a66, host: dv-cinder-797161-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'}}] {{(pid=78429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:34:20.632592 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-85a6e82e-6cc0-4573-a36b-fbc195cdbb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:20.644750 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port 8968549d-da3a-4239-b8ed-ca36f9aa2fbf triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:34:20.646994 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:20.673053 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-fff8f192-6ba1-49cd-8277-cc660355e022 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.7635636
Jun 21 16:34:20.716141 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 34802) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:20.731109 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.db [None req-85a6e82e-6cc0-4573-a36b-fbc195cdbb02 None None] For port fd27e4a8-fb4c-4a4d-b482-c63d56f16a66, host dv-cinder-797161-1-iscsi, cleared binding levels {{(pid=78429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:34:20.734190 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.db [None req-85a6e82e-6cc0-4573-a36b-fbc195cdbb02 None None] For port fd27e4a8-fb4c-4a4d-b482-c63d56f16a66, host dv-cinder-797161-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=fd27e4a8-fb4c-4a4d-b482-c63d56f16a66,segment=NetworkSegment(3123edc3-090a-4516-9a79-a6a8c7b9190b),segment_id=3123edc3-090a-4516-9a79-a6a8c7b9190b)] {{(pid=78429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:34:20.736796 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2061358-0b99-4224-b7b5-d1ccb3a68def None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:20.737226 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2061358-0b99-4224-b7b5-d1ccb3a68def None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:20.737943 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2061358-0b99-4224-b7b5-d1ccb3a68def None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:20.738652 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2061358-0b99-4224-b7b5-d1ccb3a68def None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:20.739097 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2061358-0b99-4224-b7b5-d1ccb3a68def None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:20.739434 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2061358-0b99-4224-b7b5-d1ccb3a68def None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:20.739989 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2061358-0b99-4224-b7b5-d1ccb3a68def None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:20.740119 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-f7261fd3-2c4a-45b3-bd22-a0acb1d98aa2 admin admin] Request body: {'subnet': {'network_id': '625fe0ee-246e-4cf9-9405-ee5bfd18b84d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-533576493-subnet', 'tenant_id': 'fd6d9db18d054e898e200899760796d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:34:20.740309 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2061358-0b99-4224-b7b5-d1ccb3a68def None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:20.740657 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2061358-0b99-4224-b7b5-d1ccb3a68def None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:20.741029 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2061358-0b99-4224-b7b5-d1ccb3a68def None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:20.741548 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2061358-0b99-4224-b7b5-d1ccb3a68def None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:20.741923 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2061358-0b99-4224-b7b5-d1ccb3a68def None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:34:20.743179 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2061358-0b99-4224-b7b5-d1ccb3a68def None None] Tracked resource versions report:
Jun 21 16:34:20.743179 dv-cinder-797161-1-iscsi neutron-server[78429]: pushed versions:
Jun 21 16:34:20.743179 dv-cinder-797161-1-iscsi neutron-server[78429]: {   'AddressGroup': {'1.2'},
Jun 21 16:34:20.743179 dv-cinder-797161-1-iscsi neutron-server[78429]:     'ConntrackHelper': {'1.0'},
Jun 21 16:34:20.743179 dv-cinder-797161-1-iscsi neutron-server[78429]:     'Log': {'1.0'},
Jun 21 16:34:20.743179 dv-cinder-797161-1-iscsi neutron-server[78429]:     'Network': {'1.1'},
Jun 21 16:34:20.743179 dv-cinder-797161-1-iscsi neutron-server[78429]:     'Port': {'1.7'},
Jun 21 16:34:20.743179 dv-cinder-797161-1-iscsi neutron-server[78429]:     'PortForwarding': {'1.2'},
Jun 21 16:34:20.743179 dv-cinder-797161-1-iscsi neutron-server[78429]:     'QosPolicy': {'1.8'},
Jun 21 16:34:20.743179 dv-cinder-797161-1-iscsi neutron-server[78429]:     'SecurityGroup': {'1.4'},
Jun 21 16:34:20.743179 dv-cinder-797161-1-iscsi neutron-server[78429]:     'SecurityGroupRule': {'1.2'},
Jun 21 16:34:20.743179 dv-cinder-797161-1-iscsi neutron-server[78429]:     'SubPort': {'1.0'},
Jun 21 16:34:20.743179 dv-cinder-797161-1-iscsi neutron-server[78429]:     'Subnet': {'1.1'},
Jun 21 16:34:20.743179 dv-cinder-797161-1-iscsi neutron-server[78429]:     'Trunk': {'1.1'}}
Jun 21 16:34:20.743179 dv-cinder-797161-1-iscsi neutron-server[78429]: consumer versions:
Jun 21 16:34:20.743179 dv-cinder-797161-1-iscsi neutron-server[78429]: {   DHCP agent@dv-cinder-797161-1-iscsi: {},
Jun 21 16:34:20.743179 dv-cinder-797161-1-iscsi neutron-server[78429]:     HyperV agent@hv-cinder-79716: {},
Jun 21 16:34:20.743179 dv-cinder-797161-1-iscsi neutron-server[78429]:     L3 agent@dv-cinder-797161-1-iscsi: {},
Jun 21 16:34:20.743179 dv-cinder-797161-1-iscsi neutron-server[78429]:     Metadata agent@dv-cinder-797161-1-iscsi: {},
Jun 21 16:34:20.743179 dv-cinder-797161-1-iscsi neutron-server[78429]:     Metering agent@dv-cinder-797161-1-iscsi: {},
Jun 21 16:34:20.743179 dv-cinder-797161-1-iscsi neutron-server[78429]:     Open vSwitch agent@dv-cinder-797161-1-iscsi: {   'AddressGroup': '1.2',
Jun 21 16:34:20.743179 dv-cinder-797161-1-iscsi neutron-server[78429]:                                                      'ConntrackHelper': '1.0',
Jun 21 16:34:20.743179 dv-cinder-797161-1-iscsi neutron-server[78429]:                                                      'Log': '1.0',
Jun 21 16:34:20.743179 dv-cinder-797161-1-iscsi neutron-server[78429]:                                                      'Network': '1.1',
Jun 21 16:34:20.743179 dv-cinder-797161-1-iscsi neutron-server[78429]:                                                      'Port': '1.7',
Jun 21 16:34:20.743179 dv-cinder-797161-1-iscsi neutron-server[78429]:                                                      'PortForwarding': '1.2',
Jun 21 16:34:20.743179 dv-cinder-797161-1-iscsi neutron-server[78429]:                                                      'QosPolicy': '1.8',
Jun 21 16:34:20.743179 dv-cinder-797161-1-iscsi neutron-server[78429]:                                                      'SecurityGroup': '1.4',
Jun 21 16:34:20.743179 dv-cinder-797161-1-iscsi neutron-server[78429]:                                                      'SecurityGroupRule': '1.2',
Jun 21 16:34:20.743179 dv-cinder-797161-1-iscsi neutron-server[78429]:                                                      'SubPort': '1.0',
Jun 21 16:34:20.743179 dv-cinder-797161-1-iscsi neutron-server[78429]:                                                      'Subnet': '1.1',
Jun 21 16:34:20.743179 dv-cinder-797161-1-iscsi neutron-server[78429]:                                                      'Trunk': '1.1'}}
Jun 21 16:34:20.743179 dv-cinder-797161-1-iscsi neutron-server[78429]:  {{(pid=78429) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 21 16:34:20.745148 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-f7261fd3-2c4a-45b3-bd22-a0acb1d98aa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:20.746612 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-85a6e82e-6cc0-4573-a36b-fbc195cdbb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:20.747504 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [None req-c2061358-0b99-4224-b7b5-d1ccb3a68def None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:20.748464 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-f7261fd3-2c4a-45b3-bd22-a0acb1d98aa2 admin admin] Usage tracker for resource:subnet and tenant:fd6d9db18d054e898e200899760796d8 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:20.751440 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-f7261fd3-2c4a-45b3-bd22-a0acb1d98aa2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:20.752462 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:20.757197 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-f7261fd3-2c4a-45b3-bd22-a0acb1d98aa2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:20.775253 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7261fd3-2c4a-45b3-bd22-a0acb1d98aa2 admin admin] Made reservation on behalf of fd6d9db18d054e898e200899760796d8 for: {'subnet': 1} {{(pid=78426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:34:20.789716 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f7261fd3-2c4a-45b3-bd22-a0acb1d98aa2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:20.846991 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2061358-0b99-4224-b7b5-d1ccb3a68def None None] Pushing event updated for resources: {'Port': ['ID=fd27e4a8-fb4c-4a4d-b482-c63d56f16a66,revision_number=3']} {{(pid=78429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:20.851331 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [None req-c2061358-0b99-4224-b7b5-d1ccb3a68def None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:20.857937 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:20.870696 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-60e340c4-2f83-4885-87f0-d8b2ad4b53e8 None None] Set router b7810331-92c2-4f98-b050-18bafd4ed6be gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:34:20.881580 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff8f192-6ba1-49cd-8277-cc660355e022 admin admin] Pushing event updated for resources: {'Network': ['ID=625fe0ee-246e-4cf9-9405-ee5bfd18b84d,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:20.883382 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a6e82e-6cc0-4573-a36b-fbc195cdbb02 None None] Routers {'e949684e-6998-4740-843d-2dd7b71d6b52'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:34:20.884294 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-85a6e82e-6cc0-4573-a36b-fbc195cdbb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979ddf16a0>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:34:20Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['e949684e-6998-4740-843d-2dd7b71d6b52'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:34:20.898433 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-fff8f192-6ba1-49cd-8277-cc660355e022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:20.949728 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Network 625fe0ee-246e-4cf9-9405-ee5bfd18b84d details requested by agent ovs-agent-dv-cinder-797161-1-iscsi with host dv-cinder-797161-1-iscsi {{(pid=78428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 16:34:21.055994 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [None req-7f7b05c7-7f68-4755-a678-f57664007af7 admin admin] Allocated IP 172.20.0.1 (a67c6bd4-5155-4840-9134-bc4e7230ff7f/2be6e26d-5dd3-4545-8f70-57f38dc5039e/b0b7908a-d7fb-49bc-9942-1ac0747c778b) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:34:21.166910 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-85a6e82e-6cc0-4573-a36b-fbc195cdbb02 None None] Set router e949684e-6998-4740-843d-2dd7b71d6b52 gateway port host: dv-cinder-797161-1-iscsi {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:34:21.292206 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-7f7b05c7-7f68-4755-a678-f57664007af7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:21.344865 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-0195c1f4-7562-405e-bbae-78eac6553757 service neutron] 10.222.0.24 "GET /v2.0/networks/218b4482-5cf7-4c02-8470-cce7159f5814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7205253
Jun 21 16:34:21.490797 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-7f7b05c7-7f68-4755-a678-f57664007af7 admin admin] Transition to ACTIVE for port object b0b7908a-d7fb-49bc-9942-1ac0747c778b will not be triggered until provisioned by entity DHCP. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:34:21.545985 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-60e340c4-2f83-4885-87f0-d8b2ad4b53e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979e1d2220>, [{'id': 'b7810331-92c2-4f98-b050-18bafd4ed6be', 'name': 'tempest-ServerRescueNegativeTestJSON-577710363-router', 'tenant_id': 'c3d28747cfe746fb862defcb2926e2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '3c02ae8f-31de-4676-9173-85dcbfccbdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:13Z', 'updated_at': '2021-06-21T16:34:16Z', 'revision_number': 3, 'project_id': 'c3d28747cfe746fb862defcb2926e2fa', 'gw_port': {'id': '3c02ae8f-31de-4676-9173-85dcbfccbdd5', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7810331-92c2-4f98-b050-18bafd4ed6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:15Z', 'updated_at': '2021-06-21T16:34:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi'}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:34:21.556535 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e340c4-2f83-4885-87f0-d8b2ad4b53e8 None None] Checking router: b7810331-92c2-4f98-b050-18bafd4ed6be for host: dv-cinder-797161-1-iscsi {{(pid=78428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:34:21.557134 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e340c4-2f83-4885-87f0-d8b2ad4b53e8 None None] Updating router b7810331-92c2-4f98-b050-18bafd4ed6be port 3c02ae8f-31de-4676-9173-85dcbfccbdd5 binding host dv-cinder-797161-1-iscsi {{(pid=78428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 16:34:21.572312 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-85a6e82e-6cc0-4573-a36b-fbc195cdbb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979ddf16a0>, [{'id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'name': 'tempest-AttachVolumeTestJSON-1230404924-router', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'fd27e4a8-fb4c-4a4d-b482-c63d56f16a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:13Z', 'updated_at': '2021-06-21T16:34:16Z', 'revision_number': 3, 'project_id': '905d3e9862c043939d7e73a1320af084', 'gw_port': {'id': 'fd27e4a8-fb4c-4a4d-b482-c63d56f16a66', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a6:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:14Z', 'updated_at': '2021-06-21T16:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi'}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:34:21.577231 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a6e82e-6cc0-4573-a36b-fbc195cdbb02 None None] The sync data for ids ['e949684e-6998-4740-843d-2dd7b71d6b52'] in dv-cinder-797161-1-iscsi is: [{'id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'name': 'tempest-AttachVolumeTestJSON-1230404924-router', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'fd27e4a8-fb4c-4a4d-b482-c63d56f16a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:13Z', 'updated_at': '2021-06-21T16:34:16Z', 'revision_number': 3, 'project_id': '905d3e9862c043939d7e73a1320af084', 'gw_port': {'id': 'fd27e4a8-fb4c-4a4d-b482-c63d56f16a66', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a6:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:14Z', 'updated_at': '2021-06-21T16:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi'}] {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:34:21.627253 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-f63d2d51-a715-474a-bddc-a78d761b8a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:21.657215 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-60e340c4-2f83-4885-87f0-d8b2ad4b53e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:21.692605 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:21.710986 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-3366bc84-7333-4732-817a-91c39d2c694e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727309'] for router, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:21.730910 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d2d51-a715-474a-bddc-a78d761b8a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4529007-4dfc-45e9-be36-d1d7da479b7f,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:21.733901 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-f63d2d51-a715-474a-bddc-a78d761b8a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:21.780875 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-7f7b05c7-7f68-4755-a678-f57664007af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:21.797552 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c182aa43-ae7e-4080-8f8d-90cc977092ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:21.915880 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-f63d2d51-a715-474a-bddc-a78d761b8a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:21.917102 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-f63d2d51-a715-474a-bddc-a78d761b8a8d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e4529007-4dfc-45e9-be36-d1d7da479b7f HTTP/1.1" status: 204  len: 168 time: 2.4631701
Jun 21 16:34:21.917747 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 34852) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:21.937900 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7b05c7-7f68-4755-a678-f57664007af7 admin admin] Network a67c6bd4-5155-4840-9134-bc4e7230ff7f is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:34:21.969544 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-7f7b05c7-7f68-4755-a678-f57664007af7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:34:21.975135 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b05c7-7f68-4755-a678-f57664007af7 admin admin] Pushing event updated for resources: {'Port': ['ID=b0b7908a-d7fb-49bc-9942-1ac0747c778b,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:21.997897 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7b05c7-7f68-4755-a678-f57664007af7 admin admin] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:34:22.004573 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-7f7b05c7-7f68-4755-a678-f57664007af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726498'] for router_interface, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:22.053270 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-7f7b05c7-7f68-4755-a678-f57664007af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:22.194473 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device e21ea035-6e62-4cd5-9ed4-9e5517a6994e up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:34:22.279352 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-25aaf4fa-33f9-43e3-ba3b-bcd6fdbed29c req-8890d9f9-b8f4-492f-b4df-7d791332b273 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/ports?device_id=893c2aad-841e-4b27-9ad1-a41c864b72fb HTTP/1.1" status: 200  len: 210 time: 0.3293118
Jun 21 16:34:22.583217 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-7f7b05c7-7f68-4755-a678-f57664007af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:22.675811 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:22.694554 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-828de00a-856a-4315-a1ce-2a1e286abe35 None None] Provisioning for port b0b7908a-d7fb-49bc-9942-1ac0747c778b completed by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:34:22.732635 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port e21ea035-6e62-4cd5-9ed4-9e5517a6994e triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:34:22.734099 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:22.746550 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f7261fd3-2c4a-45b3-bd22-a0acb1d98aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592'] for subnet, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:22.756513 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:22.875857 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7261fd3-2c4a-45b3-bd22-a0acb1d98aa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e48d055-e0d3-404b-815e-af35fe4de2a4,revision_number=0']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:22.882486 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-f7261fd3-2c4a-45b3-bd22-a0acb1d98aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:22.940653 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-828de00a-856a-4315-a1ce-2a1e286abe35 None None] Provisioning complete for port b0b7908a-d7fb-49bc-9942-1ac0747c778b triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:34:22.941150 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-828de00a-856a-4315-a1ce-2a1e286abe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:23.055988 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-828de00a-856a-4315-a1ce-2a1e286abe35 None None] Port b0b7908a-d7fb-49bc-9942-1ac0747c778b cannot update to ACTIVE because it is not bound. {{(pid=78428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 16:34:23.063925 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7261fd3-2c4a-45b3-bd22-a0acb1d98aa2 admin admin] Checking segment: {'id': '17582ca2-5f4c-4635-8350-fb1fa2bd42e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '625fe0ee-246e-4cf9-9405-ee5bfd18b84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:34:23.064470 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7261fd3-2c4a-45b3-bd22-a0acb1d98aa2 admin admin] Network hostable DHCP agents. Network: 625fe0ee-246e-4cf9-9405-ee5bfd18b84d, hostable agents: ['3e057b97-a383-4976-a3a1-556748f7f018'], hosted agents: [] {{(pid=78426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 16:34:23.174734 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-60e340c4-2f83-4885-87f0-d8b2ad4b53e8 None None] Notify callbacks [] for port, precommit_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:23.197329 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-60e340c4-2f83-4885-87f0-d8b2ad4b53e8 None None] Transition to ACTIVE for port object 3c02ae8f-31de-4676-9173-85dcbfccbdd5 will not be triggered until provisioned by entity L2. {{(pid=78428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:34:23.213500 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-60e340c4-2f83-4885-87f0-d8b2ad4b53e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:23.231858 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:23.280432 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3366bc84-7333-4732-817a-91c39d2c694e admin admin] Router 81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c is scheduled to L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb with binding_index 1 {{(pid=78427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 16:34:23.290726 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7261fd3-2c4a-45b3-bd22-a0acb1d98aa2 admin admin] Network 625fe0ee-246e-4cf9-9405-ee5bfd18b84d is scheduled to be hosted by DHCP agent 3e057b97-a383-4976-a3a1-556748f7f018 with binding_index 1 {{(pid=78426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 16:34:23.349471 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-f7261fd3-2c4a-45b3-bd22-a0acb1d98aa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797161-1-iscsi, 625fe0ee-246e-4cf9-9405-ee5bfd18b84d) {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:34:23.366978 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7261fd3-2c4a-45b3-bd22-a0acb1d98aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:23.367455 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f7261fd3-2c4a-45b3-bd22-a0acb1d98aa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for subnet, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:23.404234 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5f787d-3007-494e-a4c5-e8ecfb17e73a None None] Network 625fe0ee-246e-4cf9-9405-ee5bfd18b84d requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:34:23.423039 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-7f7b05c7-7f68-4755-a678-f57664007af7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:23.434864 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-7f7b05c7-7f68-4755-a678-f57664007af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:23.436008 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-7f7b05c7-7f68-4755-a678-f57664007af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1726593'] for router_interface, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:23.447383 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:23.478554 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-60e340c4-2f83-4885-87f0-d8b2ad4b53e8 None None] Attempting to bind port 3c02ae8f-31de-4676-9173-85dcbfccbdd5 on host dv-cinder-797161-1-iscsi for vnic_type normal with profile  {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:34:23.478860 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-60e340c4-2f83-4885-87f0-d8b2ad4b53e8 None None] Attempting to bind port 3c02ae8f-31de-4676-9173-85dcbfccbdd5 by drivers openvswitch,hyperv on host dv-cinder-797161-1-iscsi at level 0 using segments [{'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'}] {{(pid=78428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:34:23.479221 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e340c4-2f83-4885-87f0-d8b2ad4b53e8 None None] Attempting to bind port 3c02ae8f-31de-4676-9173-85dcbfccbdd5 on network 70dc8c3b-1fd1-4e34-848f-30da40ce5650 {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:34:23.521176 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7f51a32b-61be-414a-be29-eddd581a01ee req-be284e7d-7ffa-40d3-a8c3-9b3ed9d49fc6 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/ports?device_id=893c2aad-841e-4b27-9ad1-a41c864b72fb HTTP/1.1" status: 200  len: 210 time: 0.0724261
Jun 21 16:34:23.523436 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-f7261fd3-2c4a-45b3-bd22-a0acb1d98aa2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 2.8010778
Jun 21 16:34:23.527861 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ef518-95b2-4d14-bf74-94bb5b0a53f4 None None] Pushing event updated for resources: {'Port': ['ID=3c02ae8f-31de-4676-9173-85dcbfccbdd5,revision_number=2']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:23.536481 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-914ef518-95b2-4d14-bf74-94bb5b0a53f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:23.621067 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e340c4-2f83-4885-87f0-d8b2ad4b53e8 None None] Checking agent: {'id': '52503dc4-35dc-4c7a-aab7-0589b5985e7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797161-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 25, 48), 'started_at': datetime.datetime(2021, 6, 21, 16, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797161-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:34:23.621579 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e340c4-2f83-4885-87f0-d8b2ad4b53e8 None None] Checking segment: {'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:34:23.622199 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-60e340c4-2f83-4885-87f0-d8b2ad4b53e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:23.622752 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e340c4-2f83-4885-87f0-d8b2ad4b53e8 None None] Bound using segment: {'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'} {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:34:23.623256 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-60e340c4-2f83-4885-87f0-d8b2ad4b53e8 None None] Bound port: 3c02ae8f-31de-4676-9173-85dcbfccbdd5, host: dv-cinder-797161-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'}}] {{(pid=78428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:34:23.623862 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-60e340c4-2f83-4885-87f0-d8b2ad4b53e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:23.823390 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b05c7-7f68-4755-a678-f57664007af7 admin admin] Pushing event updated for resources: {'Port': ['ID=b0b7908a-d7fb-49bc-9942-1ac0747c778b,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:23.830596 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-7f7b05c7-7f68-4755-a678-f57664007af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:23.848658 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3366bc84-7333-4732-817a-91c39d2c694e admin admin] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:34:23.858974 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739836c5-ff5b-46b4-811f-adf68d3ca9f3 None None] Sync routers for ids ['81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'] in dv-cinder-797161-1-iscsi {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:34:23.881083 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-13c6c676-b23a-49a6-83c8-ce7e77cb3c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:23.904709 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739836c5-ff5b-46b4-811f-adf68d3ca9f3 None None] Routers {'81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:34:23.904930 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-3366bc84-7333-4732-817a-91c39d2c694e admin admin] Notify callbacks [] for router, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:23.906194 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-3366bc84-7333-4732-817a-91c39d2c694e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 8.7584667
Jun 21 16:34:23.908843 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-739836c5-ff5b-46b4-811f-adf68d3ca9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979dda35e0>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:34:20Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:34:23.910110 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-60e340c4-2f83-4885-87f0-d8b2ad4b53e8 None None] For port 3c02ae8f-31de-4676-9173-85dcbfccbdd5, host dv-cinder-797161-1-iscsi, cleared binding levels {{(pid=78428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:34:23.915836 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 34938) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:23.952072 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963412ad-9191-48dd-a42b-bff302843021 None None] Network 625fe0ee-246e-4cf9-9405-ee5bfd18b84d requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:34:23.989893 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-60e340c4-2f83-4885-87f0-d8b2ad4b53e8 None None] For port 3c02ae8f-31de-4676-9173-85dcbfccbdd5, host dv-cinder-797161-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=3c02ae8f-31de-4676-9173-85dcbfccbdd5,segment=NetworkSegment(3123edc3-090a-4516-9a79-a6a8c7b9190b),segment_id=3123edc3-090a-4516-9a79-a6a8c7b9190b)] {{(pid=78428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:34:24.000718 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 34944) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:24.006290 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-60e340c4-2f83-4885-87f0-d8b2ad4b53e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:24.052649 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:24.199312 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device fd27e4a8-fb4c-4a4d-b482-c63d56f16a66 up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:34:24.421696 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e340c4-2f83-4885-87f0-d8b2ad4b53e8 None None] Routers {'b7810331-92c2-4f98-b050-18bafd4ed6be'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:34:24.422617 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-60e340c4-2f83-4885-87f0-d8b2ad4b53e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979e1d2220>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:34:20Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['b7810331-92c2-4f98-b050-18bafd4ed6be'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:34:24.433519 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-739836c5-ff5b-46b4-811f-adf68d3ca9f3 None None] Set router 81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c gateway port host: dv-cinder-797161-1-iscsi {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:34:24.513089 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ef518-95b2-4d14-bf74-94bb5b0a53f4 None None] Pushing event updated for resources: {'Port': ['ID=3c02ae8f-31de-4676-9173-85dcbfccbdd5,revision_number=3']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:24.518194 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-914ef518-95b2-4d14-bf74-94bb5b0a53f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:24.669033 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.db_base_plugin_common [None req-13c6c676-b23a-49a6-83c8-ce7e77cb3c12 admin admin] Allocated IP 172.20.0.1 (c59c2429-3dc2-4964-ae2b-30558e1e435a/02d3a594-001f-4533-99ef-2a3cb4e62b62/346eea47-adb1-46db-8c3f-9702f9c1fbc5) {{(pid=78427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:34:24.735788 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning for port fd27e4a8-fb4c-4a4d-b482-c63d56f16a66 completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:34:24.794376 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port fd27e4a8-fb4c-4a4d-b482-c63d56f16a66 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:34:24.794847 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:24.802791 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7b05c7-7f68-4755-a678-f57664007af7 admin admin] Network a67c6bd4-5155-4840-9134-bc4e7230ff7f is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:34:24.813868 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-7f7b05c7-7f68-4755-a678-f57664007af7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:34:24.968582 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-60e340c4-2f83-4885-87f0-d8b2ad4b53e8 None None] Set router b7810331-92c2-4f98-b050-18bafd4ed6be gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:34:25.003062 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-13c6c676-b23a-49a6-83c8-ce7e77cb3c12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:25.152039 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-13c6c676-b23a-49a6-83c8-ce7e77cb3c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512'] for port, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:25.240684 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-27bfaf1a-8d8e-431b-a021-7e70cb1eb8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:25.270954 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-739836c5-ff5b-46b4-811f-adf68d3ca9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979dda35e0>, [{'id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-285391666-router', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'a45431c3-d952-4b69-97fe-b206b768d679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:15Z', 'updated_at': '2021-06-21T16:34:19Z', 'revision_number': 3, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'gw_port': {'id': 'a45431c3-d952-4b69-97fe-b206b768d679', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:17Z', 'updated_at': '2021-06-21T16:34:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi'}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:34:25.275388 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-3366bc84-7333-4732-817a-91c39d2c694e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:25.288458 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739836c5-ff5b-46b4-811f-adf68d3ca9f3 None None] Checking router: 81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c for host: dv-cinder-797161-1-iscsi {{(pid=78429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:34:25.289105 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739836c5-ff5b-46b4-811f-adf68d3ca9f3 None None] Updating router 81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c port a45431c3-d952-4b69-97fe-b206b768d679 binding host dv-cinder-797161-1-iscsi {{(pid=78429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 16:34:25.317644 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 34980) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:25.333104 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-5afac1e9-4451-4662-9cbf-3750df700c12 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1330669690-network', 'tenant_id': '8c4d46580c774f1ebf9f6af3a96e7a44'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:34:25.348663 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6c676-b23a-49a6-83c8-ce7e77cb3c12 admin admin] Pushing event updated for resources: {'Port': ['ID=346eea47-adb1-46db-8c3f-9702f9c1fbc5,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:25.353313 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-88be75fe-8169-4273-ad98-fd533d436e70 req-39ea895b-6916-4b8e-895e-aee68e07e11c tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/ports?device_id=893c2aad-841e-4b27-9ad1-a41c864b72fb HTTP/1.1" status: 200  len: 210 time: 0.2187223
Jun 21 16:34:25.354173 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-13c6c676-b23a-49a6-83c8-ce7e77cb3c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:25.366476 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c6c676-b23a-49a6-83c8-ce7e77cb3c12 admin admin] Network c59c2429-3dc2-4964-ae2b-30558e1e435a is already hosted by enough agents. {{(pid=78427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:34:25.368897 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.base_scheduler [None req-13c6c676-b23a-49a6-83c8-ce7e77cb3c12 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:34:25.371412 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-27bfaf1a-8d8e-431b-a021-7e70cb1eb8ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:25.374693 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c6c676-b23a-49a6-83c8-ce7e77cb3c12 admin admin] Received port after_create {{(pid=78427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:34:25.375488 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-13c6c676-b23a-49a6-83c8-ce7e77cb3c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726498'] for router_interface, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:25.436851 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.39', 59629) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:25.441362 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-5afac1e9-4451-4662-9cbf-3750df700c12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:25.478828 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-5afac1e9-4451-4662-9cbf-3750df700c12 admin admin] Usage tracker for resource:network and tenant:8c4d46580c774f1ebf9f6af3a96e7a44 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:25.490437 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-739836c5-ff5b-46b4-811f-adf68d3ca9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:25.501095 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-5afac1e9-4451-4662-9cbf-3750df700c12 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:25.531802 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-5afac1e9-4451-4662-9cbf-3750df700c12 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:25.535497 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-27bfaf1a-8d8e-431b-a021-7e70cb1eb8ac admin admin] Usage tracker for resource:security_group_rule and tenant:7980f84b07134bec9f0d50943ed2887b is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:25.630182 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7b05c7-7f68-4755-a678-f57664007af7 admin admin] Router e949684e-6998-4740-843d-2dd7b71d6b52 has already been hosted by L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb {{(pid=78426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 16:34:25.703962 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-27bfaf1a-8d8e-431b-a021-7e70cb1eb8ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:25.711437 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-27bfaf1a-8d8e-431b-a021-7e70cb1eb8ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:25.723366 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:25.746569 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-011d270c-4394-4963-86d3-7fbd9470d809 None None] Provisioning complete for port b0b7908a-d7fb-49bc-9942-1ac0747c778b triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:34:25.746863 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-011d270c-4394-4963-86d3-7fbd9470d809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:25.809044 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-27bfaf1a-8d8e-431b-a021-7e70cb1eb8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:25.821762 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afac1e9-4451-4662-9cbf-3750df700c12 admin admin] Made reservation on behalf of 8c4d46580c774f1ebf9f6af3a96e7a44 for: {'network': 1} {{(pid=78426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:34:25.825486 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-5afac1e9-4451-4662-9cbf-3750df700c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for network, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:25.874816 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] For port fd27e4a8-fb4c-4a4d-b482-c63d56f16a66, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=fd27e4a8-fb4c-4a4d-b482-c63d56f16a66,segment=NetworkSegment(3123edc3-090a-4516-9a79-a6a8c7b9190b),segment_id=3123edc3-090a-4516-9a79-a6a8c7b9190b)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:34:25.901438 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-27bfaf1a-8d8e-431b-a021-7e70cb1eb8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:25.911145 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:25.917711 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-011d270c-4394-4963-86d3-7fbd9470d809 None None] Port b0b7908a-d7fb-49bc-9942-1ac0747c778b cannot update to ACTIVE because it is not bound. {{(pid=78428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 16:34:25.921108 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:25.933999 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-5afac1e9-4451-4662-9cbf-3750df700c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:25.953807 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-59133b48-c43e-41d1-a677-c560ec2caf25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:25.993267 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bfaf1a-8d8e-431b-a021-7e70cb1eb8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2119e81-b048-4f87-89ad-d2a23bbcb00f,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:26.002933 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-27bfaf1a-8d8e-431b-a021-7e70cb1eb8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:26.011191 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Pushing event updated for resources: {'Port': ['ID=fd27e4a8-fb4c-4a4d-b482-c63d56f16a66,revision_number=4']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:26.014332 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:26.018156 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-739836c5-ff5b-46b4-811f-adf68d3ca9f3 None None] Notify callbacks [] for port, precommit_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:26.022132 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-13c6c676-b23a-49a6-83c8-ce7e77cb3c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:26.046933 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-60e340c4-2f83-4885-87f0-d8b2ad4b53e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979e1d2220>, [{'id': 'b7810331-92c2-4f98-b050-18bafd4ed6be', 'name': 'tempest-ServerRescueNegativeTestJSON-577710363-router', 'tenant_id': 'c3d28747cfe746fb862defcb2926e2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '3c02ae8f-31de-4676-9173-85dcbfccbdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:13Z', 'updated_at': '2021-06-21T16:34:16Z', 'revision_number': 3, 'project_id': 'c3d28747cfe746fb862defcb2926e2fa', 'gw_port': {'id': '3c02ae8f-31de-4676-9173-85dcbfccbdd5', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7810331-92c2-4f98-b050-18bafd4ed6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:15Z', 'updated_at': '2021-06-21T16:34:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi'}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:34:26.050745 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-27bfaf1a-8d8e-431b-a021-7e70cb1eb8ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7980f84b07134bec9f0d50943ed2887b&name=default HTTP/1.1" status: 200  len: 2976 time: 2.0466068
Jun 21 16:34:26.053398 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 35002) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:26.054740 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e340c4-2f83-4885-87f0-d8b2ad4b53e8 None None] The sync data for ids ['b7810331-92c2-4f98-b050-18bafd4ed6be'] in dv-cinder-797161-1-iscsi is: [{'id': 'b7810331-92c2-4f98-b050-18bafd4ed6be', 'name': 'tempest-ServerRescueNegativeTestJSON-577710363-router', 'tenant_id': 'c3d28747cfe746fb862defcb2926e2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '3c02ae8f-31de-4676-9173-85dcbfccbdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:13Z', 'updated_at': '2021-06-21T16:34:16Z', 'revision_number': 3, 'project_id': 'c3d28747cfe746fb862defcb2926e2fa', 'gw_port': {'id': '3c02ae8f-31de-4676-9173-85dcbfccbdd5', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7810331-92c2-4f98-b050-18bafd4ed6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:15Z', 'updated_at': '2021-06-21T16:34:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi'}] {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:34:26.089631 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.provisioning_blocks [None req-739836c5-ff5b-46b4-811f-adf68d3ca9f3 None None] Transition to ACTIVE for port object a45431c3-d952-4b69-97fe-b206b768d679 will not be triggered until provisioned by entity L2. {{(pid=78429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:34:26.117323 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-739836c5-ff5b-46b4-811f-adf68d3ca9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:26.132601 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:26.252224 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-4e12689e-ebd2-49bc-bf39-81b631b93ffc tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:26.253264 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-4e12689e-ebd2-49bc-bf39-81b631b93ffc tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Synchronizing usage tracker for tenant:51e356908e294735b357a2564dbc841d on resource:network {{(pid=78426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:34:26.281832 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-5afac1e9-4451-4662-9cbf-3750df700c12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:26.295663 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-6f1a1cd8-3a60-4023-9ab5-901d320d3fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:26.344136 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-5afac1e9-4451-4662-9cbf-3750df700c12 admin admin] Usage tracker for resource:security_group_rule and tenant:8c4d46580c774f1ebf9f6af3a96e7a44 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:26.354668 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.managers [None req-739836c5-ff5b-46b4-811f-adf68d3ca9f3 None None] Attempting to bind port a45431c3-d952-4b69-97fe-b206b768d679 on host dv-cinder-797161-1-iscsi for vnic_type normal with profile  {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:34:26.354668 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.managers [None req-739836c5-ff5b-46b4-811f-adf68d3ca9f3 None None] Attempting to bind port a45431c3-d952-4b69-97fe-b206b768d679 by drivers openvswitch,hyperv on host dv-cinder-797161-1-iscsi at level 0 using segments [{'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'}] {{(pid=78429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:34:26.355329 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739836c5-ff5b-46b4-811f-adf68d3ca9f3 None None] Attempting to bind port a45431c3-d952-4b69-97fe-b206b768d679 on network 70dc8c3b-1fd1-4e34-848f-30da40ce5650 {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:34:26.365076 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-5afac1e9-4451-4662-9cbf-3750df700c12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:26.389433 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739836c5-ff5b-46b4-811f-adf68d3ca9f3 None None] Checking agent: {'id': '52503dc4-35dc-4c7a-aab7-0589b5985e7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797161-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 25, 48), 'started_at': datetime.datetime(2021, 6, 21, 16, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797161-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:34:26.389808 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739836c5-ff5b-46b4-811f-adf68d3ca9f3 None None] Checking segment: {'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:34:26.393309 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-739836c5-ff5b-46b4-811f-adf68d3ca9f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:26.393923 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739836c5-ff5b-46b4-811f-adf68d3ca9f3 None None] Bound using segment: {'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'} {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:34:26.394677 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.managers [None req-739836c5-ff5b-46b4-811f-adf68d3ca9f3 None None] Bound port: a45431c3-d952-4b69-97fe-b206b768d679, host: dv-cinder-797161-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'}}] {{(pid=78429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:34:26.395585 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-739836c5-ff5b-46b4-811f-adf68d3ca9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:26.412433 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-5afac1e9-4451-4662-9cbf-3750df700c12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:26.482613 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-6f1a1cd8-3a60-4023-9ab5-901d320d3fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:26.522133 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91932b3-cd49-497b-8355-15d6b5fe656f None None] Pushing event updated for resources: {'Port': ['ID=a45431c3-d952-4b69-97fe-b206b768d679,revision_number=2']} {{(pid=78429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:26.540306 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [None req-a91932b3-cd49-497b-8355-15d6b5fe656f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:26.625796 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-13c6c676-b23a-49a6-83c8-ce7e77cb3c12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:26.633516 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-6f1a1cd8-3a60-4023-9ab5-901d320d3fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:26.648747 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.db [None req-739836c5-ff5b-46b4-811f-adf68d3ca9f3 None None] For port a45431c3-d952-4b69-97fe-b206b768d679, host dv-cinder-797161-1-iscsi, cleared binding levels {{(pid=78429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:34:26.655575 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.db [None req-739836c5-ff5b-46b4-811f-adf68d3ca9f3 None None] For port a45431c3-d952-4b69-97fe-b206b768d679, host dv-cinder-797161-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=a45431c3-d952-4b69-97fe-b206b768d679,segment=NetworkSegment(3123edc3-090a-4516-9a79-a6a8c7b9190b),segment_id=3123edc3-090a-4516-9a79-a6a8c7b9190b)] {{(pid=78429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:34:26.655904 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-f63d2d51-a715-474a-bddc-a78d761b8a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:26.664012 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-739836c5-ff5b-46b4-811f-adf68d3ca9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:26.668867 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:26.679550 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-13c6c676-b23a-49a6-83c8-ce7e77cb3c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:26.683587 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-13c6c676-b23a-49a6-83c8-ce7e77cb3c12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1726593'] for router_interface, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:26.693795 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a1cd8-3a60-4023-9ab5-901d320d3fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2119e81-b048-4f87-89ad-d2a23bbcb00f,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:26.711811 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-6f1a1cd8-3a60-4023-9ab5-901d320d3fe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:26.718835 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-689e7c38-ce4d-4939-9360-89f8abedbde0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:26.875895 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91932b3-cd49-497b-8355-15d6b5fe656f None None] Pushing event updated for resources: {'Port': ['ID=a45431c3-d952-4b69-97fe-b206b768d679,revision_number=3']} {{(pid=78429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:26.881473 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7b05c7-7f68-4755-a678-f57664007af7 admin admin] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:34:26.894976 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c606eda-daf7-4836-9719-95d910865fd1 None None] Sync routers for ids ['e949684e-6998-4740-843d-2dd7b71d6b52'] in dv-cinder-797161-1-iscsi {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:34:26.900400 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-dc070919-d60f-4426-ba39-bf4ed465f322 req-6bb71a35-0e3c-46d8-800e-6bd1212bce15 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/ports?device_id=893c2aad-841e-4b27-9ad1-a41c864b72fb HTTP/1.1" status: 200  len: 210 time: 0.1822433
Jun 21 16:34:26.910789 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c606eda-daf7-4836-9719-95d910865fd1 None None] Routers {'e949684e-6998-4740-843d-2dd7b71d6b52'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:34:26.911667 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-4c606eda-daf7-4836-9719-95d910865fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979e2125e0>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:34:20Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['e949684e-6998-4740-843d-2dd7b71d6b52'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:34:26.920333 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [None req-a91932b3-cd49-497b-8355-15d6b5fe656f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:26.927976 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6c676-b23a-49a6-83c8-ce7e77cb3c12 admin admin] Pushing event updated for resources: {'Port': ['ID=346eea47-adb1-46db-8c3f-9702f9c1fbc5,revision_number=2']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:26.939725 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-13c6c676-b23a-49a6-83c8-ce7e77cb3c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:26.940884 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-6f1a1cd8-3a60-4023-9ab5-901d320d3fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:26.942183 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-6f1a1cd8-3a60-4023-9ab5-901d320d3fe7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c2119e81-b048-4f87-89ad-d2a23bbcb00f HTTP/1.1" status: 204  len: 168 time: 0.8811886
Jun 21 16:34:26.984501 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739836c5-ff5b-46b4-811f-adf68d3ca9f3 None None] Routers {'81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:34:26.988618 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-739836c5-ff5b-46b4-811f-adf68d3ca9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979dda35e0>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:34:20Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:34:27.076526 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-7f7b05c7-7f68-4755-a678-f57664007af7 admin admin] 10.222.0.24 "PUT /v2.0/routers/e949684e-6998-4740-843d-2dd7b71d6b52/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3829861
Jun 21 16:34:27.211628 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c6c676-b23a-49a6-83c8-ce7e77cb3c12 admin admin] Network c59c2429-3dc2-4964-ae2b-30558e1e435a is already hosted by enough agents. {{(pid=78427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:34:27.213184 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.base_scheduler [None req-13c6c676-b23a-49a6-83c8-ce7e77cb3c12 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:34:27.456142 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-5afac1e9-4451-4662-9cbf-3750df700c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:27.472748 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-22215b8c-6d98-44b3-b5c5-77833c895b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:27.473304 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-4c606eda-daf7-4836-9719-95d910865fd1 None None] Set router e949684e-6998-4740-843d-2dd7b71d6b52 gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:34:27.514690 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-5afac1e9-4451-4662-9cbf-3750df700c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:27.554119 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-2bd87e63-fd60-4740-a7fe-0e92688a0b33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:27.583327 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-4e12689e-ebd2-49bc-bf39-81b631b93ffc tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Unset dirty status for tenant:51e356908e294735b357a2564dbc841d on resource:network {{(pid=78426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:34:27.586474 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-4e12689e-ebd2-49bc-bf39-81b631b93ffc tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.39 "GET /v2.0/networks?id=218b4482-5cf7-4c02-8470-cce7159f5814 HTTP/1.1" status: 200  len: 811 time: 2.1477354
Jun 21 16:34:27.792863 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-739836c5-ff5b-46b4-811f-adf68d3ca9f3 None None] Set router 81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c gateway port host: dv-cinder-797161-1-iscsi {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:34:28.161432 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c6c676-b23a-49a6-83c8-ce7e77cb3c12 admin admin] Router b7810331-92c2-4f98-b050-18bafd4ed6be has already been hosted by L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb {{(pid=78427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 16:34:28.163405 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5afac1e9-4451-4662-9cbf-3750df700c12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615}  {{(pid=78426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 16:34:28.183720 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-af342071-b5bc-4230-bbfb-d1960456c55a tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Request body: {'port': {'device_id': '893c2aad-841e-4b27-9ad1-a41c864b72fb', 'network_id': '218b4482-5cf7-4c02-8470-cce7159f5814', 'admin_state_up': True, 'tenant_id': '51e356908e294735b357a2564dbc841d'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:34:28.551395 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device fd27e4a8-fb4c-4a4d-b482-c63d56f16a66 up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:34:28.618713 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 35066) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:28.636572 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e93ca80d-9b12-471c-8833-2b9cdc428d13 req-28379cbf-5ac2-4cd5-bae6-0277e9b5f6b1 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/ports?device_id=893c2aad-841e-4b27-9ad1-a41c864b72fb HTTP/1.1" status: 200  len: 210 time: 0.2602515
Jun 21 16:34:28.702090 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-af342071-b5bc-4230-bbfb-d1960456c55a tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:28.740348 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-af342071-b5bc-4230-bbfb-d1960456c55a tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Usage tracker for resource:port and tenant:51e356908e294735b357a2564dbc841d is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:28.773280 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afac1e9-4451-4662-9cbf-3750df700c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b07b860-d470-4f75-b5fe-ca5315722276,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:28.777925 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-5afac1e9-4451-4662-9cbf-3750df700c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.224s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:28.780986 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-af342071-b5bc-4230-bbfb-d1960456c55a tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:28.816367 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-5afac1e9-4451-4662-9cbf-3750df700c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645578'] for segment, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:28.816699 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.db.segments_db [None req-5afac1e9-4451-4662-9cbf-3750df700c12 admin admin] Added segment 4e401599-6a7a-4ef0-a233-b3c493d84ff0 of type vlan for network ef4271de-85e3-4fc4-99d6-ef6c29197c30
Jun 21 16:34:28.818033 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-af342071-b5bc-4230-bbfb-d1960456c55a tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:28.910049 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-739836c5-ff5b-46b4-811f-adf68d3ca9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979dda35e0>, [{'id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-285391666-router', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'a45431c3-d952-4b69-97fe-b206b768d679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:15Z', 'updated_at': '2021-06-21T16:34:19Z', 'revision_number': 3, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'gw_port': {'id': 'a45431c3-d952-4b69-97fe-b206b768d679', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:17Z', 'updated_at': '2021-06-21T16:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi'}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:34:28.916172 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-4c606eda-daf7-4836-9719-95d910865fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979e2125e0>, [{'id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'name': 'tempest-AttachVolumeTestJSON-1230404924-router', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'fd27e4a8-fb4c-4a4d-b482-c63d56f16a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:13Z', 'updated_at': '2021-06-21T16:34:22Z', 'revision_number': 4, 'project_id': '905d3e9862c043939d7e73a1320af084', 'gw_port': {'id': 'fd27e4a8-fb4c-4a4d-b482-c63d56f16a66', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:14Z', 'updated_at': '2021-06-21T16:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': 'b0b7908a-d7fb-49bc-9942-1ac0747c778b', 'name': '', 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'mac_address': 'fa:16:3e:a4:6a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2be6e26d-5dd3-4545-8f70-57f38dc5039e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:20Z', 'updated_at': '2021-06-21T16:34:22Z', 'revision_number': 2, 'project_id': '905d3e9862c043939d7e73a1320af084', 'subnets': [{'id': '2be6e26d-5dd3-4545-8f70-57f38dc5039e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:34:28.924241 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739836c5-ff5b-46b4-811f-adf68d3ca9f3 None None] The sync data for ids ['81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'] in dv-cinder-797161-1-iscsi is: [{'id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-285391666-router', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'a45431c3-d952-4b69-97fe-b206b768d679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:15Z', 'updated_at': '2021-06-21T16:34:19Z', 'revision_number': 3, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'gw_port': {'id': 'a45431c3-d952-4b69-97fe-b206b768d679', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:17Z', 'updated_at': '2021-06-21T16:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi'}] {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:34:28.939719 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port fd27e4a8-fb4c-4a4d-b482-c63d56f16a66 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:34:28.940900 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:28.941950 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c6c676-b23a-49a6-83c8-ce7e77cb3c12 admin admin] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:34:28.970161 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-13c6c676-b23a-49a6-83c8-ce7e77cb3c12 admin admin] 10.222.0.24 "PUT /v2.0/routers/b7810331-92c2-4f98-b050-18bafd4ed6be/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3570659
Jun 21 16:34:28.997339 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-af342071-b5bc-4230-bbfb-d1960456c55a tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Made reservation on behalf of 51e356908e294735b357a2564dbc841d for: {'port': 1} {{(pid=78426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:34:29.006283 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-af342071-b5bc-4230-bbfb-d1960456c55a tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:29.041469 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c606eda-daf7-4836-9719-95d910865fd1 None None] Checking router: e949684e-6998-4740-843d-2dd7b71d6b52 for host: dv-cinder-797161-1-iscsi {{(pid=78428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:34:29.041469 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c606eda-daf7-4836-9719-95d910865fd1 None None] Updating router e949684e-6998-4740-843d-2dd7b71d6b52 port b0b7908a-d7fb-49bc-9942-1ac0747c778b binding host dv-cinder-797161-1-iscsi {{(pid=78428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 16:34:29.058010 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c807626f-77b8-45aa-a1d9-f33c0b13d0ed None None] Sync routers for ids ['b7810331-92c2-4f98-b050-18bafd4ed6be'] in dv-cinder-797161-1-iscsi {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:34:29.062015 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-5afac1e9-4451-4662-9cbf-3750df700c12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768073942321'] for network, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:29.070423 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c807626f-77b8-45aa-a1d9-f33c0b13d0ed None None] Routers {'b7810331-92c2-4f98-b050-18bafd4ed6be'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:34:29.073087 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-c807626f-77b8-45aa-a1d9-f33c0b13d0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979eaffa60>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:34:20Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['b7810331-92c2-4f98-b050-18bafd4ed6be'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:34:29.112514 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-d2a6cf74-a1c2-4c81-8723-00fa4f516f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:29.161280 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-d2a6cf74-a1c2-4c81-8723-00fa4f516f04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:29.171143 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-d2a6cf74-a1c2-4c81-8723-00fa4f516f04 admin admin] Usage tracker for resource:security_group_rule and tenant:cf6819bd439c46ed88b9c808c760c846 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:29.184947 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-d2a6cf74-a1c2-4c81-8723-00fa4f516f04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:29.206453 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-d2a6cf74-a1c2-4c81-8723-00fa4f516f04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:29.341920 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-4c606eda-daf7-4836-9719-95d910865fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:29.546624 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-c807626f-77b8-45aa-a1d9-f33c0b13d0ed None None] Set router b7810331-92c2-4f98-b050-18bafd4ed6be gateway port host: dv-cinder-797161-1-iscsi {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:34:29.702625 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-d2a6cf74-a1c2-4c81-8723-00fa4f516f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:29.715011 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-d2a6cf74-a1c2-4c81-8723-00fa4f516f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:29.715350 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-af342071-b5bc-4230-bbfb-d1960456c55a tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Allocated IP 172.20.0.2 (218b4482-5cf7-4c02-8470-cce7159f5814/be82e99c-2fff-4651-9ab1-84753b423490/64b4aadd-7989-40f7-8b9d-924017c5e1b5) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:34:29.775000 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:29.914862 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 35096) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:29.974139 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [None req-015b4062-9e60-4c79-991c-d74a31ecf172 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Request body: {'security_group': {'name': 'tempest-securitygroup--924374822', 'description': 'tempest-description--1267598713'}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:34:29.997836 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-015b4062-9e60-4c79-991c-d74a31ecf172 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:30.011412 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 3c02ae8f-31de-4676-9173-85dcbfccbdd5 up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:34:30.021125 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-015b4062-9e60-4c79-991c-d74a31ecf172 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Usage tracker for resource:security_group and tenant:905d3e9862c043939d7e73a1320af084 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:30.043430 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-015b4062-9e60-4c79-991c-d74a31ecf172 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:30.056817 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-015b4062-9e60-4c79-991c-d74a31ecf172 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:30.097155 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-d2a6cf74-a1c2-4c81-8723-00fa4f516f04 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf6819bd439c46ed88b9c808c760c846&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4728661
Jun 21 16:34:30.108694 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 35104) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:30.116484 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-015b4062-9e60-4c79-991c-d74a31ecf172 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:30.120455 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.db.resource_extend [None req-5afac1e9-4451-4662-9cbf-3750df700c12 admin admin] It took 1.03 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 21 16:34:30.204244 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-c807626f-77b8-45aa-a1d9-f33c0b13d0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979eaffa60>, [{'id': 'b7810331-92c2-4f98-b050-18bafd4ed6be', 'name': 'tempest-ServerRescueNegativeTestJSON-577710363-router', 'tenant_id': 'c3d28747cfe746fb862defcb2926e2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '3c02ae8f-31de-4676-9173-85dcbfccbdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:13Z', 'updated_at': '2021-06-21T16:34:25Z', 'revision_number': 4, 'project_id': 'c3d28747cfe746fb862defcb2926e2fa', 'gw_port': {'id': '3c02ae8f-31de-4676-9173-85dcbfccbdd5', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7810331-92c2-4f98-b050-18bafd4ed6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:15Z', 'updated_at': '2021-06-21T16:34:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': '346eea47-adb1-46db-8c3f-9702f9c1fbc5', 'name': '', 'network_id': 'c59c2429-3dc2-4964-ae2b-30558e1e435a', 'tenant_id': 'c3d28747cfe746fb862defcb2926e2fa', 'mac_address': 'fa:16:3e:92:d0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7810331-92c2-4f98-b050-18bafd4ed6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '02d3a594-001f-4533-99ef-2a3cb4e62b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:23Z', 'updated_at': '2021-06-21T16:34:26Z', 'revision_number': 2, 'project_id': 'c3d28747cfe746fb862defcb2926e2fa', 'subnets': [{'id': '02d3a594-001f-4533-99ef-2a3cb4e62b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:34:30.214494 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c807626f-77b8-45aa-a1d9-f33c0b13d0ed None None] Checking router: b7810331-92c2-4f98-b050-18bafd4ed6be for host: dv-cinder-797161-1-iscsi {{(pid=78429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:34:30.215495 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c807626f-77b8-45aa-a1d9-f33c0b13d0ed None None] Updating router b7810331-92c2-4f98-b050-18bafd4ed6be port 346eea47-adb1-46db-8c3f-9702f9c1fbc5 binding host dv-cinder-797161-1-iscsi {{(pid=78429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 16:34:30.318012 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6cf74-a1c2-4c81-8723-00fa4f516f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fe2646-ae42-4133-8c26-3475b3581074,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:30.355189 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-c807626f-77b8-45aa-a1d9-f33c0b13d0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:30.437935 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-5afac1e9-4451-4662-9cbf-3750df700c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592'] for network, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:30.472702 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afac1e9-4451-4662-9cbf-3750df700c12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:30.473647 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-5afac1e9-4451-4662-9cbf-3750df700c12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for network, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:30.489938 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:30.529627 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-015b4062-9e60-4c79-991c-d74a31ecf172 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:30.535585 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-d2a6cf74-a1c2-4c81-8723-00fa4f516f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.761s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:30.554228 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning for port 3c02ae8f-31de-4676-9173-85dcbfccbdd5 completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:34:30.585890 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port 3c02ae8f-31de-4676-9173-85dcbfccbdd5 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:34:30.588057 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:30.655108 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [None req-22215b8c-6d98-44b3-b5c5-77833c895b08 admin admin] Allocated IP 172.20.0.1 (4e7bf916-d804-4156-8df4-c3e47df8bbc5/f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736/f8c8fa01-a676-40c4-8d07-c445846845c2) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:34:30.692441 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-28831a47-33cc-4ef0-ab4e-777efda91b07 req-ca1fa5fd-5f93-4900-b72c-0585e50ef1a8 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/ports?device_id=893c2aad-841e-4b27-9ad1-a41c864b72fb HTTP/1.1" status: 200  len: 210 time: 0.6052563
Jun 21 16:34:30.711404 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-015b4062-9e60-4c79-991c-d74a31ecf172 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Usage tracker for resource:security_group_rule and tenant:905d3e9862c043939d7e73a1320af084 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:30.719542 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-015b4062-9e60-4c79-991c-d74a31ecf172 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:30.748077 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-015b4062-9e60-4c79-991c-d74a31ecf172 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:30.752022 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-af342071-b5bc-4230-bbfb-d1960456c55a tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:30.780152 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-5afac1e9-4451-4662-9cbf-3750df700c12 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 5.4613798
Jun 21 16:34:30.783927 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 35122) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:30.794975 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afac1e9-4451-4662-9cbf-3750df700c12 admin admin] Pushing event updated for resources: {'Network': ['ID=ef4271de-85e3-4fc4-99d6-ef6c29197c30,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:30.815837 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-5afac1e9-4451-4662-9cbf-3750df700c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:30.827968 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Network ef4271de-85e3-4fc4-99d6-ef6c29197c30 details requested by agent ovs-agent-dv-cinder-797161-1-iscsi with host dv-cinder-797161-1-iscsi {{(pid=78428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 16:34:30.835976 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-cdc6aad5-5076-4de5-be4c-6e023f3b9f20 admin admin] Request body: {'subnet': {'network_id': 'ef4271de-85e3-4fc4-99d6-ef6c29197c30', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1330669690-subnet', 'tenant_id': '8c4d46580c774f1ebf9f6af3a96e7a44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:34:30.851412 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-cdc6aad5-5076-4de5-be4c-6e023f3b9f20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:30.918734 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-cdc6aad5-5076-4de5-be4c-6e023f3b9f20 admin admin] Usage tracker for resource:subnet and tenant:8c4d46580c774f1ebf9f6af3a96e7a44 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:30.925362 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-cdc6aad5-5076-4de5-be4c-6e023f3b9f20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:30.946982 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-cdc6aad5-5076-4de5-be4c-6e023f3b9f20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:31.056743 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-af342071-b5bc-4230-bbfb-d1960456c55a tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:31.072081 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-7f7b05c7-7f68-4755-a678-f57664007af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:31.163974 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-22215b8c-6d98-44b3-b5c5-77833c895b08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:31.174014 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-af342071-b5bc-4230-bbfb-d1960456c55a tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Network 218b4482-5cf7-4c02-8470-cce7159f5814 is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:34:31.181141 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-af342071-b5bc-4230-bbfb-d1960456c55a tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:34:31.187851 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-af342071-b5bc-4230-bbfb-d1960456c55a tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:34:31.194976 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-af342071-b5bc-4230-bbfb-d1960456c55a tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:31.195744 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-af342071-b5bc-4230-bbfb-d1960456c55a tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for port, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:31.199314 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-015b4062-9e60-4c79-991c-d74a31ecf172 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:31.225098 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af342071-b5bc-4230-bbfb-d1960456c55a tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Pushing event updated for resources: {'Port': ['ID=64b4aadd-7989-40f7-8b9d-924017c5e1b5,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:31.243741 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-af342071-b5bc-4230-bbfb-d1960456c55a tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:31.244859 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc6aad5-5076-4de5-be4c-6e023f3b9f20 admin admin] Made reservation on behalf of 8c4d46580c774f1ebf9f6af3a96e7a44 for: {'subnet': 1} {{(pid=78426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:34:31.247630 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cdc6aad5-5076-4de5-be4c-6e023f3b9f20 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:31.264867 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-22215b8c-6d98-44b3-b5c5-77833c895b08 admin admin] Transition to ACTIVE for port object f8c8fa01-a676-40c4-8d07-c445846845c2 will not be triggered until provisioned by entity DHCP. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:34:31.287749 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-af342071-b5bc-4230-bbfb-d1960456c55a tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1365955
Jun 21 16:34:31.348235 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-db172907-b7f4-45ae-94b9-eb3c3c8449b4 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=78426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 16:34:31.349365 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-db172907-b7f4-45ae-94b9-eb3c3c8449b4 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0059216
Jun 21 16:34:31.394359 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-22215b8c-6d98-44b3-b5c5-77833c895b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:31.402133 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-af342071-b5bc-4230-bbfb-d1960456c55a tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:31.421070 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-015b4062-9e60-4c79-991c-d74a31ecf172 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:31.422645 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-b9bae4f0-dec1-4521-9646-b19bf6f7590d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:31.494978 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:31.540895 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-c807626f-77b8-45aa-a1d9-f33c0b13d0ed None None] Notify callbacks [] for port, precommit_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:31.602138 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.provisioning_blocks [None req-c807626f-77b8-45aa-a1d9-f33c0b13d0ed None None] Transition to ACTIVE for port object 346eea47-adb1-46db-8c3f-9702f9c1fbc5 will not be triggered until provisioned by entity L2. {{(pid=78429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:34:31.627837 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-c807626f-77b8-45aa-a1d9-f33c0b13d0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:31.647373 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [None req-c2061358-0b99-4224-b7b5-d1ccb3a68def None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:31.655055 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-b9bae4f0-dec1-4521-9646-b19bf6f7590d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:31.670444 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22215b8c-6d98-44b3-b5c5-77833c895b08 admin admin] Network 4e7bf916-d804-4156-8df4-c3e47df8bbc5 is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:34:31.686335 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-22215b8c-6d98-44b3-b5c5-77833c895b08 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:34:31.696005 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22215b8c-6d98-44b3-b5c5-77833c895b08 admin admin] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:34:31.696756 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-22215b8c-6d98-44b3-b5c5-77833c895b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726498'] for router_interface, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:31.700468 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22215b8c-6d98-44b3-b5c5-77833c895b08 admin admin] Pushing event updated for resources: {'Port': ['ID=f8c8fa01-a676-40c4-8d07-c445846845c2,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:31.717722 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:31.721472 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-22215b8c-6d98-44b3-b5c5-77833c895b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:31.753105 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b4062-9e60-4c79-991c-d74a31ecf172 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01f08816-8ba3-49be-8ea9-ab793f491bb7,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:31.769414 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-015b4062-9e60-4c79-991c-d74a31ecf172 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:31.826716 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-015b4062-9e60-4c79-991c-d74a31ecf172 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:31.831570 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-015b4062-9e60-4c79-991c-d74a31ecf172 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.8707175
Jun 21 16:34:31.848159 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 35144) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:31.872724 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] For port 3c02ae8f-31de-4676-9173-85dcbfccbdd5, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=3c02ae8f-31de-4676-9173-85dcbfccbdd5,segment=NetworkSegment(3123edc3-090a-4516-9a79-a6a8c7b9190b),segment_id=3123edc3-090a-4516-9a79-a6a8c7b9190b)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:34:31.889455 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-abef907b-1476-462e-acf8-b5fa1d98e8f2 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:31.896268 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-abef907b-1476-462e-acf8-b5fa1d98e8f2 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/networks?id=c59c2429-3dc2-4964-ae2b-30558e1e435a HTTP/1.1" status: 200  len: 818 time: 1.3340433
Jun 21 16:34:31.905253 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:31.909313 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [None req-8dd461cf-ea9c-4ca0-bb07-334372dbfa50 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Request body: {'security_group_rule': {'security_group_id': '01f08816-8ba3-49be-8ea9-ab793f491bb7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:34:31.932795 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-914ef518-95b2-4d14-bf74-94bb5b0a53f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:31.972475 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-8dd461cf-ea9c-4ca0-bb07-334372dbfa50 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:32.045324 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-8f2cf743-b635-437f-ba19-ac6127ab23c5 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/quotas/c3d28747cfe746fb862defcb2926e2fa HTTP/1.1" status: 200  len: 375 time: 0.1053057
Jun 21 16:34:32.050189 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-8dd461cf-ea9c-4ca0-bb07-334372dbfa50 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Usage tracker for resource:security_group_rule and tenant:905d3e9862c043939d7e73a1320af084 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:32.101243 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-8dd461cf-ea9c-4ca0-bb07-334372dbfa50 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:32.117903 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.db.resource_extend [None req-4c606eda-daf7-4836-9719-95d910865fd1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 21 16:34:32.206784 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-ffb098b0-aa62-4bde-bf02-87d21325c5fb service neutron] Request body: {'port': {'device_id': '893c2aad-841e-4b27-9ad1-a41c864b72fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79716'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:34:32.290198 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-8dd461cf-ea9c-4ca0-bb07-334372dbfa50 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:32.318063 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device a45431c3-d952-4b69-97fe-b206b768d679 up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:34:32.421045 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Pushing event updated for resources: {'Port': ['ID=3c02ae8f-31de-4676-9173-85dcbfccbdd5,revision_number=4']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:32.425868 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:32.470337 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-832e0eab-b117-4698-a1c9-c794bb2ab125 None None] Provisioning for port f8c8fa01-a676-40c4-8d07-c445846845c2 completed by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:34:32.476576 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-4c606eda-daf7-4836-9719-95d910865fd1 None None] Notify callbacks [] for port, precommit_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:32.490956 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-832e0eab-b117-4698-a1c9-c794bb2ab125 None None] Provisioning complete for port f8c8fa01-a676-40c4-8d07-c445846845c2 triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:34:32.491370 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-832e0eab-b117-4698-a1c9-c794bb2ab125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:32.501848 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-ffb098b0-aa62-4bde-bf02-87d21325c5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:32.514143 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c801dc5-3028-41a2-a1dd-ab0f206ea2b0 None None] Pushing event updated for resources: {'Port': ['ID=346eea47-adb1-46db-8c3f-9702f9c1fbc5,revision_number=3']} {{(pid=78429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:32.529119 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [None req-5c801dc5-3028-41a2-a1dd-ab0f206ea2b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.880s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:32.545322 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-b9bae4f0-dec1-4521-9646-b19bf6f7590d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:32.664942 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-015b4062-9e60-4c79-991c-d74a31ecf172 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:32.697330 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-832e0eab-b117-4698-a1c9-c794bb2ab125 None None] Port f8c8fa01-a676-40c4-8d07-c445846845c2 cannot update to ACTIVE because it is not bound. {{(pid=78428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 16:34:32.697957 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.managers [None req-c807626f-77b8-45aa-a1d9-f33c0b13d0ed None None] Attempting to bind port 346eea47-adb1-46db-8c3f-9702f9c1fbc5 on host dv-cinder-797161-1-iscsi for vnic_type normal with profile  {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:34:32.698815 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.managers [None req-c807626f-77b8-45aa-a1d9-f33c0b13d0ed None None] Attempting to bind port 346eea47-adb1-46db-8c3f-9702f9c1fbc5 by drivers openvswitch,hyperv on host dv-cinder-797161-1-iscsi at level 0 using segments [{'id': 'c89f387d-7649-48a7-994e-66684c22c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c59c2429-3dc2-4964-ae2b-30558e1e435a'}] {{(pid=78429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:34:32.698815 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c807626f-77b8-45aa-a1d9-f33c0b13d0ed None None] Attempting to bind port 346eea47-adb1-46db-8c3f-9702f9c1fbc5 on network c59c2429-3dc2-4964-ae2b-30558e1e435a {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:34:32.714437 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-4c606eda-daf7-4836-9719-95d910865fd1 None None] Transition to ACTIVE for port object b0b7908a-d7fb-49bc-9942-1ac0747c778b will not be triggered until provisioned by entity L2. {{(pid=78428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:34:32.718715 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c807626f-77b8-45aa-a1d9-f33c0b13d0ed None None] Checking agent: {'id': '52503dc4-35dc-4c7a-aab7-0589b5985e7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797161-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 25, 48), 'started_at': datetime.datetime(2021, 6, 21, 16, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797161-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:34:32.720686 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c807626f-77b8-45aa-a1d9-f33c0b13d0ed None None] Checking segment: {'id': 'c89f387d-7649-48a7-994e-66684c22c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c59c2429-3dc2-4964-ae2b-30558e1e435a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:34:32.723567 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-c807626f-77b8-45aa-a1d9-f33c0b13d0ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:32.724085 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c807626f-77b8-45aa-a1d9-f33c0b13d0ed None None] Bound using segment: {'id': 'c89f387d-7649-48a7-994e-66684c22c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c59c2429-3dc2-4964-ae2b-30558e1e435a'} {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:34:32.724570 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-b9bae4f0-dec1-4521-9646-b19bf6f7590d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:32.724750 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.managers [None req-c807626f-77b8-45aa-a1d9-f33c0b13d0ed None None] Bound port: 346eea47-adb1-46db-8c3f-9702f9c1fbc5, host: dv-cinder-797161-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c89f387d-7649-48a7-994e-66684c22c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c59c2429-3dc2-4964-ae2b-30558e1e435a'}}] {{(pid=78429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:34:32.726346 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-c807626f-77b8-45aa-a1d9-f33c0b13d0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:32.739852 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-4c606eda-daf7-4836-9719-95d910865fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:32.748904 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-b9bae4f0-dec1-4521-9646-b19bf6f7590d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f2fe2646-ae42-4133-8c26-3475b3581074 HTTP/1.1" status: 204  len: 168 time: 2.6346295
Jun 21 16:34:32.753121 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:32.786920 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-8dd461cf-ea9c-4ca0-bb07-334372dbfa50 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:32.819697 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bae4f0-dec1-4521-9646-b19bf6f7590d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fe2646-ae42-4133-8c26-3475b3581074,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:32.833546 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-b9bae4f0-dec1-4521-9646-b19bf6f7590d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:32.898075 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0c429-698c-414c-86ff-cc4f77bc02a4 req-37b24efd-fda4-402c-92a3-7c2d08c787e0 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:32.899794 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-16f0c429-698c-414c-86ff-cc4f77bc02a4 req-37b24efd-fda4-402c-92a3-7c2d08c787e0 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/ports?device_id=893c2aad-841e-4b27-9ad1-a41c864b72fb HTTP/1.1" status: 200  len: 931 time: 0.6477122
Jun 21 16:34:32.947388 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-8dd461cf-ea9c-4ca0-bb07-334372dbfa50 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:32.953551 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-6c4f0de8-e8b1-41d4-9138-bfb9b6c7f8d8 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Synchronizing usage tracker for tenant:c3d28747cfe746fb862defcb2926e2fa on resource:port {{(pid=78427) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:34:32.973256 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-8dd461cf-ea9c-4ca0-bb07-334372dbfa50 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742334'] for security_group_rule, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:32.983969 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1accb1cc-a715-4b42-ade8-6ac810d4aef4 None None] Pushing event updated for resources: {'Port': ['ID=b0b7908a-d7fb-49bc-9942-1ac0747c778b,revision_number=3']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:32.991344 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-1accb1cc-a715-4b42-ade8-6ac810d4aef4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:33.006778 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:33.045735 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning for port a45431c3-d952-4b69-97fe-b206b768d679 completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:34:33.060863 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.db [None req-c807626f-77b8-45aa-a1d9-f33c0b13d0ed None None] For port 346eea47-adb1-46db-8c3f-9702f9c1fbc5, host dv-cinder-797161-1-iscsi, cleared binding levels {{(pid=78429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:34:33.073491 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.db [None req-c807626f-77b8-45aa-a1d9-f33c0b13d0ed None None] For port 346eea47-adb1-46db-8c3f-9702f9c1fbc5, host dv-cinder-797161-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=346eea47-adb1-46db-8c3f-9702f9c1fbc5,segment=NetworkSegment(c89f387d-7649-48a7-994e-66684c22c74d),segment_id=c89f387d-7649-48a7-994e-66684c22c74d)] {{(pid=78429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:34:33.077271 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-16f0c429-698c-414c-86ff-cc4f77bc02a4 req-8ee02e9d-29b2-4907-8367-cad4546654fd tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9cc7ba0-817b-4e16-ae2e-973fa523fde4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1614015
Jun 21 16:34:33.081960 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-c807626f-77b8-45aa-a1d9-f33c0b13d0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:33.084985 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-6c4f0de8-e8b1-41d4-9138-bfb9b6c7f8d8 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Unset dirty status for tenant:c3d28747cfe746fb862defcb2926e2fa on resource:port {{(pid=78427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:34:33.089835 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-6c4f0de8-e8b1-41d4-9138-bfb9b6c7f8d8 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c3d28747cfe746fb862defcb2926e2fa&fields=id HTTP/1.1" status: 200  len: 255 time: 1.0106893
Jun 21 16:34:33.097873 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd461cf-ea9c-4ca0-bb07-334372dbfa50 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4869eacb-da2f-4588-a044-994f3b3e2917,revision_number=0']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:33.103264 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [None req-4c55172a-11a4-4279-b079-c432221a9f90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:33.138596 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-8dd461cf-ea9c-4ca0-bb07-334372dbfa50 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:33.220489 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-8dd461cf-ea9c-4ca0-bb07-334372dbfa50 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:33.230785 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 35168) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:33.234307 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-8dd461cf-ea9c-4ca0-bb07-334372dbfa50 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.3850284
Jun 21 16:34:33.295761 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port a45431c3-d952-4b69-97fe-b206b768d679 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:34:33.296113 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:33.308398 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-ea59a7f4-37fc-4953-aa56-0a01664d98eb tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Request body: {'security_group_rule': {'security_group_id': '01f08816-8ba3-49be-8ea9-ab793f491bb7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:34:33.366383 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-ea59a7f4-37fc-4953-aa56-0a01664d98eb tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:33.437968 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c807626f-77b8-45aa-a1d9-f33c0b13d0ed None None] Routers {'b7810331-92c2-4f98-b050-18bafd4ed6be'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:34:33.438794 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-c807626f-77b8-45aa-a1d9-f33c0b13d0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979eaffa60>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:34:20Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['b7810331-92c2-4f98-b050-18bafd4ed6be'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:34:33.508988 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-20398b51-94fa-4d5c-bee2-9410b55751d1 service neutron] 10.222.0.24 "GET /v2.0/networks/c59c2429-3dc2-4964-ae2b-30558e1e435a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4030461
Jun 21 16:34:33.565138 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-22215b8c-6d98-44b3-b5c5-77833c895b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:33.627152 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-ea59a7f4-37fc-4953-aa56-0a01664d98eb tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Usage tracker for resource:security_group_rule and tenant:905d3e9862c043939d7e73a1320af084 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:33.659593 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-aec3aedc-5a8f-4063-813c-0479b4dca70f service neutron] 10.222.0.24 "GET /v2.0/networks/c59c2429-3dc2-4964-ae2b-30558e1e435a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410780
Jun 21 16:34:33.678848 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c801dc5-3028-41a2-a1dd-ab0f206ea2b0 None None] Pushing event updated for resources: {'Port': ['ID=346eea47-adb1-46db-8c3f-9702f9c1fbc5,revision_number=4']} {{(pid=78429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:33.690786 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-ea59a7f4-37fc-4953-aa56-0a01664d98eb tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:33.758140 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [None req-5c801dc5-3028-41a2-a1dd-ab0f206ea2b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:33.793582 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-ea59a7f4-37fc-4953-aa56-0a01664d98eb tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:33.829497 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-c807626f-77b8-45aa-a1d9-f33c0b13d0ed None None] Set router b7810331-92c2-4f98-b050-18bafd4ed6be gateway port host: dv-cinder-797161-1-iscsi {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:34:33.940366 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-4c606eda-daf7-4836-9719-95d910865fd1 None None] Attempting to bind port b0b7908a-d7fb-49bc-9942-1ac0747c778b on host dv-cinder-797161-1-iscsi for vnic_type normal with profile  {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:34:33.941252 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-4c606eda-daf7-4836-9719-95d910865fd1 None None] Attempting to bind port b0b7908a-d7fb-49bc-9942-1ac0747c778b by drivers openvswitch,hyperv on host dv-cinder-797161-1-iscsi at level 0 using segments [{'id': '16cd9c55-e131-42a6-8dc4-ceeca16849f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f'}] {{(pid=78428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:34:33.942780 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c606eda-daf7-4836-9719-95d910865fd1 None None] Attempting to bind port b0b7908a-d7fb-49bc-9942-1ac0747c778b on network a67c6bd4-5155-4840-9134-bc4e7230ff7f {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:34:33.965317 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c606eda-daf7-4836-9719-95d910865fd1 None None] Checking agent: {'id': '52503dc4-35dc-4c7a-aab7-0589b5985e7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797161-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 25, 48), 'started_at': datetime.datetime(2021, 6, 21, 16, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797161-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:34:33.965670 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c606eda-daf7-4836-9719-95d910865fd1 None None] Checking segment: {'id': '16cd9c55-e131-42a6-8dc4-ceeca16849f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:34:33.967466 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-4c606eda-daf7-4836-9719-95d910865fd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:33.967876 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c606eda-daf7-4836-9719-95d910865fd1 None None] Bound using segment: {'id': '16cd9c55-e131-42a6-8dc4-ceeca16849f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f'} {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:34:33.970712 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-4c606eda-daf7-4836-9719-95d910865fd1 None None] Bound port: b0b7908a-d7fb-49bc-9942-1ac0747c778b, host: dv-cinder-797161-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16cd9c55-e131-42a6-8dc4-ceeca16849f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f'}}] {{(pid=78428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:34:33.971783 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-4c606eda-daf7-4836-9719-95d910865fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:34.196162 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-04d5f722-6947-402b-8a0b-b01aef0c7d9a req-5b4b2555-ca97-4005-a17d-cd31493aea4d tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 210 time: 0.1168966
Jun 21 16:34:34.230298 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ea59a7f4-37fc-4953-aa56-0a01664d98eb tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:34.480607 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-4c606eda-daf7-4836-9719-95d910865fd1 None None] For port b0b7908a-d7fb-49bc-9942-1ac0747c778b, host dv-cinder-797161-1-iscsi, cleared binding levels {{(pid=78428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:34:34.496553 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-4c606eda-daf7-4836-9719-95d910865fd1 None None] For port b0b7908a-d7fb-49bc-9942-1ac0747c778b, host dv-cinder-797161-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=b0b7908a-d7fb-49bc-9942-1ac0747c778b,segment=NetworkSegment(16cd9c55-e131-42a6-8dc4-ceeca16849f7),segment_id=16cd9c55-e131-42a6-8dc4-ceeca16849f7)] {{(pid=78428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:34:34.515028 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-4c606eda-daf7-4836-9719-95d910865fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:34.531244 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:34.777757 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:34.941524 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c606eda-daf7-4836-9719-95d910865fd1 None None] Routers {'e949684e-6998-4740-843d-2dd7b71d6b52'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:34:34.946274 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-4c606eda-daf7-4836-9719-95d910865fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979e2125e0>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:34:20Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['e949684e-6998-4740-843d-2dd7b71d6b52'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:34:34.962004 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86676c-b8fe-499e-b7be-d48c98c62638 req-2aa8b399-e525-41bb-b8ec-013f4f552872 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:34.968885 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-cf86676c-b8fe-499e-b7be-d48c98c62638 req-2aa8b399-e525-41bb-b8ec-013f4f552872 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/ports?device_id=893c2aad-841e-4b27-9ad1-a41c864b72fb HTTP/1.1" status: 200  len: 931 time: 0.4928348
Jun 21 16:34:35.347070 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-cf86676c-b8fe-499e-b7be-d48c98c62638 req-f603092d-5f88-4bd9-948e-8e70976037a1 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9cc7ba0-817b-4e16-ae2e-973fa523fde4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3412995
Jun 21 16:34:35.436146 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cdc6aad5-5076-4de5-be4c-6e023f3b9f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592'] for subnet, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:35.445072 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ea59a7f4-37fc-4953-aa56-0a01664d98eb tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:35.536548 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:35.557015 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 35284) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:35.621024 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ea59a7f4-37fc-4953-aa56-0a01664d98eb tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742334'] for security_group_rule, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:35.666700 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-c807626f-77b8-45aa-a1d9-f33c0b13d0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979eaffa60>, [{'id': 'b7810331-92c2-4f98-b050-18bafd4ed6be', 'name': 'tempest-ServerRescueNegativeTestJSON-577710363-router', 'tenant_id': 'c3d28747cfe746fb862defcb2926e2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '3c02ae8f-31de-4676-9173-85dcbfccbdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:13Z', 'updated_at': '2021-06-21T16:34:25Z', 'revision_number': 4, 'project_id': 'c3d28747cfe746fb862defcb2926e2fa', 'gw_port': {'id': '3c02ae8f-31de-4676-9173-85dcbfccbdd5', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7810331-92c2-4f98-b050-18bafd4ed6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:15Z', 'updated_at': '2021-06-21T16:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': '346eea47-adb1-46db-8c3f-9702f9c1fbc5', 'name': '', 'network_id': 'c59c2429-3dc2-4964-ae2b-30558e1e435a', 'tenant_id': 'c3d28747cfe746fb862defcb2926e2fa', 'mac_address': 'fa:16:3e:92:d0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7810331-92c2-4f98-b050-18bafd4ed6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '02d3a594-001f-4533-99ef-2a3cb4e62b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:23Z', 'updated_at': '2021-06-21T16:34:33Z', 'revision_number': 4, 'project_id': 'c3d28747cfe746fb862defcb2926e2fa', 'subnets': [{'id': '02d3a594-001f-4533-99ef-2a3cb4e62b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:34:35.681031 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] For port a45431c3-d952-4b69-97fe-b206b768d679, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=a45431c3-d952-4b69-97fe-b206b768d679,segment=NetworkSegment(3123edc3-090a-4516-9a79-a6a8c7b9190b),segment_id=3123edc3-090a-4516-9a79-a6a8c7b9190b)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:34:35.716658 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c807626f-77b8-45aa-a1d9-f33c0b13d0ed None None] The sync data for ids ['b7810331-92c2-4f98-b050-18bafd4ed6be'] in dv-cinder-797161-1-iscsi is: [{'id': 'b7810331-92c2-4f98-b050-18bafd4ed6be', 'name': 'tempest-ServerRescueNegativeTestJSON-577710363-router', 'tenant_id': 'c3d28747cfe746fb862defcb2926e2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '3c02ae8f-31de-4676-9173-85dcbfccbdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:13Z', 'updated_at': '2021-06-21T16:34:25Z', 'revision_number': 4, 'project_id': 'c3d28747cfe746fb862defcb2926e2fa', 'gw_port': {'id': '3c02ae8f-31de-4676-9173-85dcbfccbdd5', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7810331-92c2-4f98-b050-18bafd4ed6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:15Z', 'updated_at': '2021-06-21T16:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': '346eea47-adb1-46db-8c3f-9702f9c1fbc5', 'name': '', 'network_id': 'c59c2429-3dc2-4964-ae2b-30558e1e435a', 'tenant_id': 'c3d28747cfe746fb862defcb2926e2fa', 'mac_address': 'fa:16:3e:92:d0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7810331-92c2-4f98-b050-18bafd4ed6be', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '02d3a594-001f-4533-99ef-2a3cb4e62b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:23Z', 'updated_at': '2021-06-21T16:34:33Z', 'revision_number': 4, 'project_id': 'c3d28747cfe746fb862defcb2926e2fa', 'subnets': [{'id': '02d3a594-001f-4533-99ef-2a3cb4e62b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:34:35.766510 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-5983f2ab-7eef-4c4b-a25c-26db0989b385 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:35.805576 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-5983f2ab-7eef-4c4b-a25c-26db0989b385 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/networks?id=c59c2429-3dc2-4964-ae2b-30558e1e435a HTTP/1.1" status: 200  len: 818 time: 0.7653666
Jun 21 16:34:35.857986 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-03f46a4f-a60c-40f1-9345-ac1f99f388f6 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/quotas/c3d28747cfe746fb862defcb2926e2fa HTTP/1.1" status: 200  len: 375 time: 0.0494623
Jun 21 16:34:35.883565 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1accb1cc-a715-4b42-ade8-6ac810d4aef4 None None] Pushing event updated for resources: {'Port': ['ID=b0b7908a-d7fb-49bc-9942-1ac0747c778b,revision_number=4']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:35.906134 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:35.923114 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-1accb1cc-a715-4b42-ade8-6ac810d4aef4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.392s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:35.939941 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-1accb1cc-a715-4b42-ade8-6ac810d4aef4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:36.165088 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-4f1569f1-02d1-4d7c-801d-5b6cbd12cd6f tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c3d28747cfe746fb862defcb2926e2fa&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3035641
Jun 21 16:34:36.268335 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.db.resource_extend [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-ffb098b0-aa62-4bde-bf02-87d21325c5fb service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 21 16:34:36.303364 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-04a8b738-6598-4b37-8d53-8c735bbf7757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:36.346726 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ea59a7f4-37fc-4953-aa56-0a01664d98eb tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:36.348142 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-ea59a7f4-37fc-4953-aa56-0a01664d98eb tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 3.1130638
Jun 21 16:34:36.357338 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 35320) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:36.378157 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-04a8b738-6598-4b37-8d53-8c735bbf7757 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:36.383916 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [None req-f51c16b2-1dcc-4d3d-884d-d2da25b4117a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Request body: {'floatingip': {'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:34:36.387595 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc6aad5-5076-4de5-be4c-6e023f3b9f20 admin admin] Checking segment: {'id': '4e401599-6a7a-4ef0-a233-b3c493d84ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'ef4271de-85e3-4fc4-99d6-ef6c29197c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:34:36.389513 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc6aad5-5076-4de5-be4c-6e023f3b9f20 admin admin] Network hostable DHCP agents. Network: ef4271de-85e3-4fc4-99d6-ef6c29197c30, hostable agents: ['3e057b97-a383-4976-a3a1-556748f7f018'], hosted agents: [] {{(pid=78426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 16:34:36.410729 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-04a8b738-6598-4b37-8d53-8c735bbf7757 admin admin] Usage tracker for resource:security_group_rule and tenant:c792a67a6004450a8e6910d465a3666c is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:36.414832 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-04a8b738-6598-4b37-8d53-8c735bbf7757 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:36.418714 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 3c02ae8f-31de-4676-9173-85dcbfccbdd5 up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:34:36.433621 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-f51c16b2-1dcc-4d3d-884d-d2da25b4117a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:36.448572 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6aad5-5076-4de5-be4c-6e023f3b9f20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84256c9b-9877-424e-a93d-3ea002a1669f,revision_number=0']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:36.481929 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-f51c16b2-1dcc-4d3d-884d-d2da25b4117a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Usage tracker for resource:floatingip and tenant:905d3e9862c043939d7e73a1320af084 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:36.491729 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-f51c16b2-1dcc-4d3d-884d-d2da25b4117a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:36.521489 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-04a8b738-6598-4b37-8d53-8c735bbf7757 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:36.548798 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-f51c16b2-1dcc-4d3d-884d-d2da25b4117a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:36.593184 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-cdc6aad5-5076-4de5-be4c-6e023f3b9f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.062s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:36.598808 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-4c606eda-daf7-4836-9719-95d910865fd1 None None] Set router e949684e-6998-4740-843d-2dd7b71d6b52 gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:34:36.607845 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-2c766ddd-2b92-462f-9243-06330eed1121 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=78427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 16:34:36.608972 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-2c766ddd-2b92-462f-9243-06330eed1121 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1953001
Jun 21 16:34:36.618886 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.886s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:36.692323 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc6aad5-5076-4de5-be4c-6e023f3b9f20 admin admin] Network ef4271de-85e3-4fc4-99d6-ef6c29197c30 is scheduled to be hosted by DHCP agent 3e057b97-a383-4976-a3a1-556748f7f018 with binding_index 1 {{(pid=78426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 16:34:36.697993 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.db.resource_extend [None req-22215b8c-6d98-44b3-b5c5-77833c895b08 admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 21 16:34:36.730048 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59a7f4-37fc-4953-aa56-0a01664d98eb tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f8ee7a8-207c-48dc-9e18-bd238799d1f1,revision_number=0']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:36.758879 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-ea59a7f4-37fc-4953-aa56-0a01664d98eb tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:36.761356 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-22215b8c-6d98-44b3-b5c5-77833c895b08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:36.769704 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-ffb098b0-aa62-4bde-bf02-87d21325c5fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64b4aadd-7989-40f7-8b9d-924017c5e1b5 {{(pid=78426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:34:36.790637 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-ffb098b0-aa62-4bde-bf02-87d21325c5fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:36.795672 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-f51c16b2-1dcc-4d3d-884d-d2da25b4117a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for floatingip, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:36.797148 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-22215b8c-6d98-44b3-b5c5-77833c895b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:36.799864 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-cdc6aad5-5076-4de5-be4c-6e023f3b9f20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797161-1-iscsi, ef4271de-85e3-4fc4-99d6-ef6c29197c30) {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:34:36.810620 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-22215b8c-6d98-44b3-b5c5-77833c895b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1726593'] for router_interface, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:36.821144 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc6aad5-5076-4de5-be4c-6e023f3b9f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:36.824319 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cdc6aad5-5076-4de5-be4c-6e023f3b9f20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for subnet, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:36.870051 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-5564f305-9432-4c6b-81c6-bc30ff40604c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:36.937550 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b977c61-f3ec-4b6a-bded-c91bc34b2584 None None] Network ef4271de-85e3-4fc4-99d6-ef6c29197c30 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:34:37.071785 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Pushing event updated for resources: {'Port': ['ID=a45431c3-d952-4b69-97fe-b206b768d679,revision_number=4']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:37.078284 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.140s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:37.141316 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-ffb098b0-aa62-4bde-bf02-87d21325c5fb service neutron] Transition to ACTIVE for port object 64b4aadd-7989-40f7-8b9d-924017c5e1b5 will not be triggered until provisioned by entity L2. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:34:37.299281 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f459299-f677-48fa-aa4f-e5c26457948a req-bfddb3dc-843e-48ea-be20-69cf524182da tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:37.301457 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2f459299-f677-48fa-aa4f-e5c26457948a req-bfddb3dc-843e-48ea-be20-69cf524182da tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/ports?device_id=893c2aad-841e-4b27-9ad1-a41c864b72fb HTTP/1.1" status: 200  len: 931 time: 0.6066244
Jun 21 16:34:37.503482 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-ffb098b0-aa62-4bde-bf02-87d21325c5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:37.528387 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-cdc6aad5-5076-4de5-be4c-6e023f3b9f20 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 6.7257404
Jun 21 16:34:37.552164 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22215b8c-6d98-44b3-b5c5-77833c895b08 admin admin] Network 4e7bf916-d804-4156-8df4-c3e47df8bbc5 is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:34:37.554674 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2f459299-f677-48fa-aa4f-e5c26457948a req-f79d3fd4-bcf9-4441-9ec3-e2a717b568c9 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9cc7ba0-817b-4e16-ae2e-973fa523fde4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1405265
Jun 21 16:34:37.560695 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-22215b8c-6d98-44b3-b5c5-77833c895b08 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:34:37.575011 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-40f70b86-2d40-4ec1-b6ac-d436f5819454 service neutron] 10.222.0.24 "GET /v2.0/networks/c59c2429-3dc2-4964-ae2b-30558e1e435a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9565072
Jun 21 16:34:37.866079 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.39', 59641) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:37.884203 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 35368) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:37.974707 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22215b8c-6d98-44b3-b5c5-77833c895b08 admin admin] Pushing event updated for resources: {'Port': ['ID=f8c8fa01-a676-40c4-8d07-c445846845c2,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:37.992267 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-22215b8c-6d98-44b3-b5c5-77833c895b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.121s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:38.040404 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-dca565d7-7ec2-4d3d-be57-0c5f27421360 service neutron] 10.222.0.24 "GET /v2.0/networks/c59c2429-3dc2-4964-ae2b-30558e1e435a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4163227
Jun 21 16:34:38.112117 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-04a8b738-6598-4b37-8d53-8c735bbf7757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:38.136888 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-04a8b738-6598-4b37-8d53-8c735bbf7757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:38.249182 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-b9bae4f0-dec1-4521-9646-b19bf6f7590d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:38.300913 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-04a8b738-6598-4b37-8d53-8c735bbf7757 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c792a67a6004450a8e6910d465a3666c&name=default HTTP/1.1" status: 200  len: 2979 time: 2.7413945
Jun 21 16:34:38.302133 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8b738-6598-4b37-8d53-8c735bbf7757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d3a4c6-5c8b-4043-acd7-9d261872535d,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:38.305621 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-f51c16b2-1dcc-4d3d-884d-d2da25b4117a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:38.307703 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-04a8b738-6598-4b37-8d53-8c735bbf7757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:38.309008 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 35384) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:38.437936 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.882s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:38.558600 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-25cea00f-be71-46f8-985a-8a6891842d7d req-aad40e26-2e91-4e86-a3a2-633043dbdb4d tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 210 time: 0.0916302
Jun 21 16:34:38.603736 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port 3c02ae8f-31de-4676-9173-85dcbfccbdd5 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:34:38.616562 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:38.718979 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-89ade3a1-2728-4487-be0e-97b911bc1e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:38.897595 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.db_base_plugin_common [None req-f51c16b2-1dcc-4d3d-884d-d2da25b4117a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Allocated IP 172.27.1.82 (70dc8c3b-1fd1-4e34-848f-30da40ce5650/64348721-2f14-434e-9349-1c86303c6cb6/0bb374e5-d607-47d7-b654-ac526fbe76ae) {{(pid=78427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:34:38.935485 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-1384b205-18d7-47cc-811e-95ab41814033 None None] Provisioning complete for port f8c8fa01-a676-40c4-8d07-c445846845c2 triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:34:38.935914 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-1384b205-18d7-47cc-811e-95ab41814033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:39.019451 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 35408) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:39.027785 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 35412) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:39.157263 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-1384b205-18d7-47cc-811e-95ab41814033 None None] Port f8c8fa01-a676-40c4-8d07-c445846845c2 cannot update to ACTIVE because it is not bound. {{(pid=78428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 16:34:39.214268 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3dd8dc-4ff5-432b-b45d-cc57fa044cbe None None] Network ef4271de-85e3-4fc4-99d6-ef6c29197c30 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:34:39.271091 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-4c606eda-daf7-4836-9719-95d910865fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979e2125e0>, [{'id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'name': 'tempest-AttachVolumeTestJSON-1230404924-router', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'fd27e4a8-fb4c-4a4d-b482-c63d56f16a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:13Z', 'updated_at': '2021-06-21T16:34:22Z', 'revision_number': 4, 'project_id': '905d3e9862c043939d7e73a1320af084', 'gw_port': {'id': 'fd27e4a8-fb4c-4a4d-b482-c63d56f16a66', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:14Z', 'updated_at': '2021-06-21T16:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': 'b0b7908a-d7fb-49bc-9942-1ac0747c778b', 'name': '', 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'mac_address': 'fa:16:3e:a4:6a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2be6e26d-5dd3-4545-8f70-57f38dc5039e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:20Z', 'updated_at': '2021-06-21T16:34:34Z', 'revision_number': 4, 'project_id': '905d3e9862c043939d7e73a1320af084', 'subnets': [{'id': '2be6e26d-5dd3-4545-8f70-57f38dc5039e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:34:39.280827 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-89ade3a1-2728-4487-be0e-97b911bc1e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:39.284394 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c606eda-daf7-4836-9719-95d910865fd1 None None] The sync data for ids ['e949684e-6998-4740-843d-2dd7b71d6b52'] in dv-cinder-797161-1-iscsi is: [{'id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'name': 'tempest-AttachVolumeTestJSON-1230404924-router', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'fd27e4a8-fb4c-4a4d-b482-c63d56f16a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:13Z', 'updated_at': '2021-06-21T16:34:22Z', 'revision_number': 4, 'project_id': '905d3e9862c043939d7e73a1320af084', 'gw_port': {'id': 'fd27e4a8-fb4c-4a4d-b482-c63d56f16a66', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:14Z', 'updated_at': '2021-06-21T16:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': 'b0b7908a-d7fb-49bc-9942-1ac0747c778b', 'name': '', 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'mac_address': 'fa:16:3e:a4:6a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2be6e26d-5dd3-4545-8f70-57f38dc5039e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:20Z', 'updated_at': '2021-06-21T16:34:34Z', 'revision_number': 4, 'project_id': '905d3e9862c043939d7e73a1320af084', 'subnets': [{'id': '2be6e26d-5dd3-4545-8f70-57f38dc5039e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:34:39.475845 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_v2 [None req-228c8977-eef8-4fe2-8efc-318486b7325a admin admin] Deleting subnet 9e48d055-e0d3-404b-815e-af35fe4de2a4 {{(pid=78426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Jun 21 16:34:39.480712 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-228c8977-eef8-4fe2-8efc-318486b7325a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:39.492576 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 346eea47-adb1-46db-8c3f-9702f9c1fbc5 up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:34:39.494351 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-89ade3a1-2728-4487-be0e-97b911bc1e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:39.555321 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-27bfaf1a-8d8e-431b-a021-7e70cb1eb8ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:39.606427 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-228c8977-eef8-4fe2-8efc-318486b7325a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:39.627882 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-228c8977-eef8-4fe2-8efc-318486b7325a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640788'] for subnet, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:39.724166 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-f51c16b2-1dcc-4d3d-884d-d2da25b4117a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for port, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:39.758866 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ade3a1-2728-4487-be0e-97b911bc1e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d3a4c6-5c8b-4043-acd7-9d261872535d,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:39.785227 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-89ade3a1-2728-4487-be0e-97b911bc1e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:39.786243 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-507e1038-260b-427f-9970-df8de5578250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:39.798674 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-f51c16b2-1dcc-4d3d-884d-d2da25b4117a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512'] for port, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:39.865181 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-1c431233-b61f-480c-bac2-a72b51c1c084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:39.872628 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning for port 346eea47-adb1-46db-8c3f-9702f9c1fbc5 completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:34:39.886741 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port 346eea47-adb1-46db-8c3f-9702f9c1fbc5 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:34:39.887144 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:39.934581 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-1c431233-b61f-480c-bac2-a72b51c1c084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:39.944149 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-1c431233-b61f-480c-bac2-a72b51c1c084 admin admin] Usage tracker for resource:security_group_rule and tenant:5d71e2159cc94906a641ffff99456756 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:39.947974 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-1c431233-b61f-480c-bac2-a72b51c1c084 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:39.962694 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-1c431233-b61f-480c-bac2-a72b51c1c084 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:40.032610 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:40.102038 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51c16b2-1dcc-4d3d-884d-d2da25b4117a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Network 70dc8c3b-1fd1-4e34-848f-30da40ce5650 is already hosted by enough agents. {{(pid=78427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:34:40.113616 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d008fc4-fb49-4d0a-ac70-8268a95abdb1 req-bc207823-46f1-4eb0-b8ba-96eb30311d54 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:40.115530 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2d008fc4-fb49-4d0a-ac70-8268a95abdb1 req-bc207823-46f1-4eb0-b8ba-96eb30311d54 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/ports?device_id=893c2aad-841e-4b27-9ad1-a41c864b72fb HTTP/1.1" status: 200  len: 943 time: 1.0861075
Jun 21 16:34:40.172561 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.base_scheduler [None req-f51c16b2-1dcc-4d3d-884d-d2da25b4117a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Resources bound (agent type, host, resource id):  {{(pid=78427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:34:40.175900 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-89ade3a1-2728-4487-be0e-97b911bc1e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:40.190348 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-89ade3a1-2728-4487-be0e-97b911bc1e97 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/09d3a4c6-5c8b-4043-acd7-9d261872535d HTTP/1.1" status: 204  len: 168 time: 1.8695624
Jun 21 16:34:40.191784 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51c16b2-1dcc-4d3d-884d-d2da25b4117a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Received port after_create {{(pid=78427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:34:40.207577 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:40.225459 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22215b8c-6d98-44b3-b5c5-77833c895b08 admin admin] Router 81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c has already been hosted by L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb {{(pid=78426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 16:34:40.228013 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb098b0-aa62-4bde-bf02-87d21325c5fb service neutron] Pushing event updated for resources: {'Port': ['ID=64b4aadd-7989-40f7-8b9d-924017c5e1b5,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:40.237654 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-ffb098b0-aa62-4bde-bf02-87d21325c5fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.800s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:40.245461 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-228c8977-eef8-4fe2-8efc-318486b7325a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592'] for subnet, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:40.292587 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] For port 346eea47-adb1-46db-8c3f-9702f9c1fbc5, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=346eea47-adb1-46db-8c3f-9702f9c1fbc5,segment=NetworkSegment(c89f387d-7649-48a7-994e-66684c22c74d),segment_id=c89f387d-7649-48a7-994e-66684c22c74d)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:34:40.304714 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:40.326802 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:40.558099 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Pushing event updated for resources: {'Port': ['ID=346eea47-adb1-46db-8c3f-9702f9c1fbc5,revision_number=5']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:40.577806 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:40.702325 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c16b2-1dcc-4d3d-884d-d2da25b4117a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Pushing event updated for resources: {'Port': ['ID=0bb374e5-d607-47d7-b654-ac526fbe76ae,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:40.743661 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-ffb098b0-aa62-4bde-bf02-87d21325c5fb service neutron] Attempting to bind port 64b4aadd-7989-40f7-8b9d-924017c5e1b5 on host hv-cinder-79716 for vnic_type normal with profile  {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:34:40.744668 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-ffb098b0-aa62-4bde-bf02-87d21325c5fb service neutron] Attempting to bind port 64b4aadd-7989-40f7-8b9d-924017c5e1b5 by drivers openvswitch,hyperv on host hv-cinder-79716 at level 0 using segments [{'id': '08ed8ea8-f157-4a71-a953-05bd6fc73136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '218b4482-5cf7-4c02-8470-cce7159f5814'}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:34:40.745168 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-ffb098b0-aa62-4bde-bf02-87d21325c5fb service neutron] Attempting to bind port 64b4aadd-7989-40f7-8b9d-924017c5e1b5 on network 218b4482-5cf7-4c02-8470-cce7159f5814 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:34:40.764202 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-09471aaf-172f-48a8-ad30-2a6ef90e527c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:40.776053 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-507e1038-260b-427f-9970-df8de5578250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:40.799008 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f2a25a84-2c14-46df-92e1-2a8bcbf1f27d req-4dc18be9-f761-405b-a45b-61aee58753a3 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 210 time: 0.9889297
Jun 21 16:34:40.811699 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-f51c16b2-1dcc-4d3d-884d-d2da25b4117a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:40.847060 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-507e1038-260b-427f-9970-df8de5578250 admin admin] Usage tracker for resource:security_group_rule and tenant:67b86cdfa5b844e58d8c31b42b7040c4 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:40.858854 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-ffb098b0-aa62-4bde-bf02-87d21325c5fb service neutron] Port 64b4aadd-7989-40f7-8b9d-924017c5e1b5 on network 218b4482-5cf7-4c02-8470-cce7159f5814 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79716 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 16:34:40.870672 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-507e1038-260b-427f-9970-df8de5578250 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:40.885896 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-507e1038-260b-427f-9970-df8de5578250 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:40.886091 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-ffb098b0-aa62-4bde-bf02-87d21325c5fb service neutron] Attempting to bind port 64b4aadd-7989-40f7-8b9d-924017c5e1b5 on network 218b4482-5cf7-4c02-8470-cce7159f5814 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:34:40.937385 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-228c8977-eef8-4fe2-8efc-318486b7325a admin admin] Notify callbacks [] for subnet, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:40.937861 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2d008fc4-fb49-4d0a-ac70-8268a95abdb1 req-9a54b6ee-c951-477a-9e1e-f51002b5742c tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9cc7ba0-817b-4e16-ae2e-973fa523fde4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7978413
Jun 21 16:34:40.942317 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c8977-eef8-4fe2-8efc-318486b7325a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e48d055-e0d3-404b-815e-af35fe4de2a4,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:40.946106 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-228c8977-eef8-4fe2-8efc-318486b7325a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:40.952273 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-f51c16b2-1dcc-4d3d-884d-d2da25b4117a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:40.963409 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-ffb098b0-aa62-4bde-bf02-87d21325c5fb service neutron] Checking agent: {'id': '8fa6119b-2ff5-4d4e-8bfd-f2c719c77604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79716', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'started_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:34:40.963925 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-ffb098b0-aa62-4bde-bf02-87d21325c5fb service neutron] Checking segment: {'id': '08ed8ea8-f157-4a71-a953-05bd6fc73136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '218b4482-5cf7-4c02-8470-cce7159f5814'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:34:40.964678 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-ffb098b0-aa62-4bde-bf02-87d21325c5fb service neutron] Bound using segment: {'id': '08ed8ea8-f157-4a71-a953-05bd6fc73136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '218b4482-5cf7-4c02-8470-cce7159f5814'} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:34:40.965136 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-ffb098b0-aa62-4bde-bf02-87d21325c5fb service neutron] Bound port: 64b4aadd-7989-40f7-8b9d-924017c5e1b5, host: hv-cinder-79716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08ed8ea8-f157-4a71-a953-05bd6fc73136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '218b4482-5cf7-4c02-8470-cce7159f5814'}}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:34:40.965529 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-ffb098b0-aa62-4bde-bf02-87d21325c5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:40.974761 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device a45431c3-d952-4b69-97fe-b206b768d679 up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:34:41.001818 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 35434) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:41.035730 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-228c8977-eef8-4fe2-8efc-318486b7325a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9e48d055-e0d3-404b-815e-af35fe4de2a4 HTTP/1.1" status: 204  len: 168 time: 3.1499126
Jun 21 16:34:41.060579 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 35438) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:41.085285 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2e0835ca-38f9-47e0-9697-3224628fc00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:41.087400 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22215b8c-6d98-44b3-b5c5-77833c895b08 admin admin] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:34:41.102217 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-22215b8c-6d98-44b3-b5c5-77833c895b08 admin admin] 10.222.0.24 "PUT /v2.0/routers/81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 17.1825182
Jun 21 16:34:41.128666 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fee370-2e35-45c9-bdf7-bb7d5f2d0fa3 None None] Sync routers for ids ['81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'] in dv-cinder-797161-1-iscsi {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:34:41.172913 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fee370-2e35-45c9-bdf7-bb7d5f2d0fa3 None None] Routers {'81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:34:41.177633 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-e8fee370-2e35-45c9-bdf7-bb7d5f2d0fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d6383a0>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:34:20Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:34:41.232349 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.39', 59645) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:41.406387 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-507e1038-260b-427f-9970-df8de5578250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:41.416207 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port a45431c3-d952-4b69-97fe-b206b768d679 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:34:41.418254 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:41.450169 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-ffb098b0-aa62-4bde-bf02-87d21325c5fb service neutron] For port 64b4aadd-7989-40f7-8b9d-924017c5e1b5, host hv-cinder-79716, cleared binding levels {{(pid=78426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:34:41.458884 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-ffb098b0-aa62-4bde-bf02-87d21325c5fb service neutron] For port 64b4aadd-7989-40f7-8b9d-924017c5e1b5, host hv-cinder-79716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=64b4aadd-7989-40f7-8b9d-924017c5e1b5,segment=NetworkSegment(08ed8ea8-f157-4a71-a953-05bd6fc73136),segment_id=08ed8ea8-f157-4a71-a953-05bd6fc73136)] {{(pid=78426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:34:41.470764 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-9595a7d0-f85d-44e7-b15f-04083b9de89a tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:41.471773 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-9595a7d0-f85d-44e7-b15f-04083b9de89a tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Synchronizing usage tracker for tenant:c3d28747cfe746fb862defcb2926e2fa on resource:network {{(pid=78426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:34:41.619524 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-372ae191-8a21-4ccf-acf5-dc3238c62216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614427'] for network, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:41.623083 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-ffb098b0-aa62-4bde-bf02-87d21325c5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:41.637613 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-e8fee370-2e35-45c9-bdf7-bb7d5f2d0fa3 None None] Set router 81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:34:41.660242 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-7f7b05c7-7f68-4755-a678-f57664007af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:41.765793 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-2e0835ca-38f9-47e0-9697-3224628fc00c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:41.771193 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-2e0835ca-38f9-47e0-9697-3224628fc00c admin admin] Usage tracker for resource:security_group_rule and tenant:ea07ec5caa4046f193fd3b8595c52ea7 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:41.774222 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-2e0835ca-38f9-47e0-9697-3224628fc00c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:41.781032 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-2e0835ca-38f9-47e0-9697-3224628fc00c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:41.884399 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2e0835ca-38f9-47e0-9697-3224628fc00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:41.893863 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-856101d1-9698-4a48-b11e-933e947b0241 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:41.895528 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-856101d1-9698-4a48-b11e-933e947b0241 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.39 "GET /v2.0/networks?id=c59c2429-3dc2-4964-ae2b-30558e1e435a HTTP/1.1" status: 200  len: 818 time: 0.4859285
Jun 21 16:34:41.898012 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb098b0-aa62-4bde-bf02-87d21325c5fb service neutron] Pushing event updated for resources: {'Port': ['ID=64b4aadd-7989-40f7-8b9d-924017c5e1b5,revision_number=3']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:41.911918 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-507e1038-260b-427f-9970-df8de5578250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:41.912072 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-ffb098b0-aa62-4bde-bf02-87d21325c5fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:41.912813 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2e0835ca-38f9-47e0-9697-3224628fc00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:41.938848 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-ffb098b0-aa62-4bde-bf02-87d21325c5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:41.938848 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-ffb098b0-aa62-4bde-bf02-87d21325c5fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for port, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:41.938848 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-ffb098b0-aa62-4bde-bf02-87d21325c5fb service neutron] 10.222.0.39 "PUT /v2.0/ports/64b4aadd-7989-40f7-8b9d-924017c5e1b5 HTTP/1.1" status: 200  len: 1093 time: 10.1456335
Jun 21 16:34:41.938848 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893c2aad-841e-4b27-9ad1-a41c864b72fb', 'tag': '64b4aadd-7989-40f7-8b9d-924017c5e1b5'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:34:41.945871 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:41.979573 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-8097637d-f36a-48be-ba8f-64cbb7ce3863 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Request body: {'port': {'device_id': '704c3d48-e58a-4d92-bf28-b642f2c142db', 'network_id': 'c59c2429-3dc2-4964-ae2b-30558e1e435a', 'admin_state_up': True, 'tenant_id': 'c3d28747cfe746fb862defcb2926e2fa'}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:34:42.214700 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 35468) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:42.233508 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-8097637d-f36a-48be-ba8f-64cbb7ce3863 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:42.244443 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-8097637d-f36a-48be-ba8f-64cbb7ce3863 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:42.256578 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-8a2a8a24-b843-4515-b342-29ad81065b33 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1236542418', 'description': 'tempest-description--433949503'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:34:42.318418 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-8a2a8a24-b843-4515-b342-29ad81065b33 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:42.334194 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-8a2a8a24-b843-4515-b342-29ad81065b33 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Usage tracker for resource:security_group and tenant:2f495dd509064a23adb18dc1cd54b526 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:42.339411 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-2e0835ca-38f9-47e0-9697-3224628fc00c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ea07ec5caa4046f193fd3b8595c52ea7&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3348324
Jun 21 16:34:42.345513 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-8a2a8a24-b843-4515-b342-29ad81065b33 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:42.359023 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 35472) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:42.414366 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-8097637d-f36a-48be-ba8f-64cbb7ce3863 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Made reservation on behalf of c3d28747cfe746fb862defcb2926e2fa for: {'port': 1} {{(pid=78427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:34:42.419150 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-8097637d-f36a-48be-ba8f-64cbb7ce3863 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:42.430344 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device b0b7908a-d7fb-49bc-9942-1ac0747c778b up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:34:42.446333 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-8a2a8a24-b843-4515-b342-29ad81065b33 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:42.456615 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-507e1038-260b-427f-9970-df8de5578250 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=67b86cdfa5b844e58d8c31b42b7040c4&name=default HTTP/1.1" status: 200  len: 2979 time: 3.3516161
Jun 21 16:34:42.463144 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 35476) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:42.467811 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-372ae191-8a21-4ccf-acf5-dc3238c62216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640139', 'neutron.services.segments.db._delete_segments_for_network-8768074427558'] for network, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:42.488825 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-e8fee370-2e35-45c9-bdf7-bb7d5f2d0fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d6383a0>, [{'id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-285391666-router', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'a45431c3-d952-4b69-97fe-b206b768d679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:15Z', 'updated_at': '2021-06-21T16:34:32Z', 'revision_number': 4, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'gw_port': {'id': 'a45431c3-d952-4b69-97fe-b206b768d679', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:17Z', 'updated_at': '2021-06-21T16:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': 'f8c8fa01-a676-40c4-8d07-c445846845c2', 'name': '', 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'mac_address': 'fa:16:3e:4b:01:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:28Z', 'updated_at': '2021-06-21T16:34:34Z', 'revision_number': 2, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'subnets': [{'id': 'f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:34:42.495851 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fee370-2e35-45c9-bdf7-bb7d5f2d0fa3 None None] Checking router: 81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c for host: dv-cinder-797161-1-iscsi {{(pid=78428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:34:42.496217 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fee370-2e35-45c9-bdf7-bb7d5f2d0fa3 None None] Updating router 81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c port f8c8fa01-a676-40c4-8d07-c445846845c2 binding host dv-cinder-797161-1-iscsi {{(pid=78428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 16:34:42.551997 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-372ae191-8a21-4ccf-acf5-dc3238c62216 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f979d9c52e0>> segment before_delete 55550000 {{(pid=78426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:34:42.552647 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-372ae191-8a21-4ccf-acf5-dc3238c62216 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f979d9c52e0>> subnet precommit_delete_associations 55550000 {{(pid=78426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:34:42.553954 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-372ae191-8a21-4ccf-acf5-dc3238c62216 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f979d35da30>> segment_host_mapping after_create 55550000 {{(pid=78426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:34:42.554456 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-372ae191-8a21-4ccf-acf5-dc3238c62216 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f979d35da30>> port after_create 55550000 {{(pid=78426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:34:42.554927 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-372ae191-8a21-4ccf-acf5-dc3238c62216 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f979d35da30>> port after_delete 55550000 {{(pid=78426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:34:42.555443 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-372ae191-8a21-4ccf-acf5-dc3238c62216 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f979d35da30>> port after_update 55550000 {{(pid=78426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:34:42.556130 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-372ae191-8a21-4ccf-acf5-dc3238c62216 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f979d35da30>> segment after_delete 55550000 {{(pid=78426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:34:42.556986 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-372ae191-8a21-4ccf-acf5-dc3238c62216 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f979d35da30>> subnet after_create 55550000 {{(pid=78426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:34:42.557459 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-372ae191-8a21-4ccf-acf5-dc3238c62216 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f979d35da30>> subnet after_delete 55550000 {{(pid=78426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:34:42.557930 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-372ae191-8a21-4ccf-acf5-dc3238c62216 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f979d35da30>> subnet after_update 55550000 {{(pid=78426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:34:42.567567 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-e8fee370-2e35-45c9-bdf7-bb7d5f2d0fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:42.610017 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning for port b0b7908a-d7fb-49bc-9942-1ac0747c778b completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:34:42.633405 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port b0b7908a-d7fb-49bc-9942-1ac0747c778b triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:34:42.633640 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:42.708052 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-f51c16b2-1dcc-4d3d-884d-d2da25b4117a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:42.756523 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-372ae191-8a21-4ccf-acf5-dc3238c62216 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f979d483610>> subnet after_create 55550000 {{(pid=78426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:34:42.756917 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-372ae191-8a21-4ccf-acf5-dc3238c62216 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f979d483610>> subnet after_delete 55550000 {{(pid=78426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:34:42.757373 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-372ae191-8a21-4ccf-acf5-dc3238c62216 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f979d483610>> subnet before_create 55550000 {{(pid=78426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:34:42.757767 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-372ae191-8a21-4ccf-acf5-dc3238c62216 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f979d483610>> subnet before_update 55550000 {{(pid=78426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:34:42.758194 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.services.segments.db [None req-372ae191-8a21-4ccf-acf5-dc3238c62216 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f979d9c5280>,) {'filters': {'network_id': ['625fe0ee-246e-4cf9-9405-ee5bfd18b84d']}} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:34:42.792752 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ea842dd5-8c49-4c9b-8e13-6acdc9591fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:42.808882 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-1c431233-b61f-480c-bac2-a72b51c1c084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:42.849013 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.services.segments.db [None req-372ae191-8a21-4ccf-acf5-dc3238c62216 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f979d9c5280>, '17582ca2-5f4c-4635-8350-fb1fa2bd42e5') {'for_net_delete': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:34:42.849248 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.services.segments.db [None req-372ae191-8a21-4ccf-acf5-dc3238c62216 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f979d9c5280>, '17582ca2-5f4c-4635-8350-fb1fa2bd42e5') {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:34:42.859743 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ec787cad-7f73-469e-84df-eabbe37492c9 req-413353c9-4e95-477b-863d-508cc15a44a0 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 210 time: 0.6065688
Jun 21 16:34:42.873141 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.db_base_plugin_common [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-8097637d-f36a-48be-ba8f-64cbb7ce3863 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Allocated IP 172.20.0.10 (c59c2429-3dc2-4964-ae2b-30558e1e435a/02d3a594-001f-4533-99ef-2a3cb4e62b62/d0458031-3cfb-4f8d-86d6-fd40bc5c62bb) {{(pid=78427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:34:42.889791 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e1038-260b-427f-9970-df8de5578250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10583029-8e80-438d-89bf-34545f2178ab,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:42.891927 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-bc317bf1-2622-4a34-909b-78319adffb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:42.892962 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-1c431233-b61f-480c-bac2-a72b51c1c084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:42.894524 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-bc317bf1-2622-4a34-909b-78319adffb83 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=51e356908e294735b357a2564dbc841d&device_id=893c2aad-841e-4b27-9ad1-a41c864b72fb HTTP/1.1" status: 200  len: 1096 time: 0.8207846
Jun 21 16:34:42.919885 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-372ae191-8a21-4ccf-acf5-dc3238c62216 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768074438669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3128881'] for segment, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:42.921259 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:42.936121 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8a2a8a24-b843-4515-b342-29ad81065b33 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:42.944599 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0835ca-38f9-47e0-9697-3224628fc00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b13984-fc0a-4131-9df0-6c78cb92892f,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:42.957680 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-2e0835ca-38f9-47e0-9697-3224628fc00c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.012s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:42.962337 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.626s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:42.972084 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-9595a7d0-f85d-44e7-b15f-04083b9de89a tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Unset dirty status for tenant:c3d28747cfe746fb862defcb2926e2fa on resource:network {{(pid=78426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:34:42.973754 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-9595a7d0-f85d-44e7-b15f-04083b9de89a tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.39 "GET /v2.0/networks?id=c59c2429-3dc2-4964-ae2b-30558e1e435a HTTP/1.1" status: 200  len: 818 time: 5.1026599
Jun 21 16:34:42.975758 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ea842dd5-8c49-4c9b-8e13-6acdc9591fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:42.994831 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ed6ac39b-6a6c-404e-b221-454e168ca665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:43.010236 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c431233-b61f-480c-bac2-a72b51c1c084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3d5f48-eb6d-4c40-aedc-5e08781122cc,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:43.042394 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-1c431233-b61f-480c-bac2-a72b51c1c084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:43.042990 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] For port b0b7908a-d7fb-49bc-9942-1ac0747c778b, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=b0b7908a-d7fb-49bc-9942-1ac0747c778b,segment=NetworkSegment(16cd9c55-e131-42a6-8dc4-ceeca16849f7),segment_id=16cd9c55-e131-42a6-8dc4-ceeca16849f7)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:34:43.046844 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ed6ac39b-6a6c-404e-b221-454e168ca665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:43.054958 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:43.058922 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:43.080609 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:43.080975 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:43.083301 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-372ae191-8a21-4ccf-acf5-dc3238c62216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645578'] for segment, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:43.083886 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-1c431233-b61f-480c-bac2-a72b51c1c084 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5d71e2159cc94906a641ffff99456756&name=default HTTP/1.1" status: 200  len: 2979 time: 3.9768701
Jun 21 16:34:43.098119 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 35484) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:43.165560 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f01c2d-c304-4213-b3c4-527161909381 req-b34b7cb0-9ed3-4303-8288-0845e2d82a5b tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:43.167167 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f4f01c2d-c304-4213-b3c4-527161909381 req-b34b7cb0-9ed3-4303-8288-0845e2d82a5b tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/ports?device_id=893c2aad-841e-4b27-9ad1-a41c864b72fb HTTP/1.1" status: 200  len: 943 time: 0.6878014
Jun 21 16:34:43.192450 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-372ae191-8a21-4ccf-acf5-dc3238c62216 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=78426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 16:34:43.192857 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-372ae191-8a21-4ccf-acf5-dc3238c62216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-645571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2481582'] for segment, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:43.199258 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 346eea47-adb1-46db-8c3f-9702f9c1fbc5 up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]:   from cryptography.utils import int_from_bytes
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]:   from cryptography.utils import int_from_bytes
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]:   util.warn_limited(
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]:   util.warn_limited(
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]: Traceback (most recent call last):
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]:     timer()
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]:     cb(*args, **kw)
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]:     return func(*args, **kwargs)
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]:     self._notify()
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]:     self.callback(batched_events)
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]:     event.method(event)
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]:     return f(self, *a, **k)
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]:     return self._get(url).json()
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]:     return self.request(url, 'GET', **kwargs)
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 16:34:43.211564 dv-cinder-797161-1-iscsi neutron-server[78426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 16:34:43.216259 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '893c2aad-841e-4b27-9ad1-a41c864b72fb', 'tag': '64b4aadd-7989-40f7-8b9d-924017c5e1b5', 'status': 'completed', 'code': 200}
Jun 21 16:34:43.228141 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-8a2a8a24-b843-4515-b342-29ad81065b33 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:43.329294 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Pushing event updated for resources: {'Port': ['ID=b0b7908a-d7fb-49bc-9942-1ac0747c778b,revision_number=5']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:43.332830 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:43.362942 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-e8fee370-2e35-45c9-bdf7-bb7d5f2d0fa3 None None] Notify callbacks [] for port, precommit_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:43.367480 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port 346eea47-adb1-46db-8c3f-9702f9c1fbc5 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:34:43.367934 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:43.402526 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-8a2a8a24-b843-4515-b342-29ad81065b33 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Usage tracker for resource:security_group_rule and tenant:2f495dd509064a23adb18dc1cd54b526 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:43.403852 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f4f01c2d-c304-4213-b3c4-527161909381 req-8cba74e9-b371-4341-a137-6598da0fb263 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9cc7ba0-817b-4e16-ae2e-973fa523fde4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2252507
Jun 21 16:34:43.413803 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-8cc5a87a-4735-4a3c-b1ec-ef8a11f66b90 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Request body: {'port': {'device_id': 'be148157-70d0-4044-b477-e4125cf4f2aa', 'network_id': 'c59c2429-3dc2-4964-ae2b-30558e1e435a', 'admin_state_up': True, 'tenant_id': 'c3d28747cfe746fb862defcb2926e2fa'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:34:43.437393 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-e8fee370-2e35-45c9-bdf7-bb7d5f2d0fa3 None None] Transition to ACTIVE for port object f8c8fa01-a676-40c4-8d07-c445846845c2 will not be triggered until provisioned by entity L2. {{(pid=78428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:34:43.450875 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-e8fee370-2e35-45c9-bdf7-bb7d5f2d0fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:43.457671 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:43.495325 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-fba0f8f3-5657-44fa-8a48-a2246957556f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=64b4aadd-7989-40f7-8b9d-924017c5e1b5 HTTP/1.1" status: 200  len: 217 time: 0.2368290
Jun 21 16:34:43.496518 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-8a2a8a24-b843-4515-b342-29ad81065b33 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:43.500109 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-8097637d-f36a-48be-ba8f-64cbb7ce3863 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Notify callbacks [] for port, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:43.505164 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-f51c16b2-1dcc-4d3d-884d-d2da25b4117a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for port, precommit_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:43.519399 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-f51c16b2-1dcc-4d3d-884d-d2da25b4117a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:43.526324 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:43.535634 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-8a2a8a24-b843-4515-b342-29ad81065b33 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:43.607734 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-f888f4e1-c87b-4b41-8594-ed8050fb2f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:43.609193 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-f888f4e1-c87b-4b41-8594-ed8050fb2f9c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=be82e99c-2fff-4651-9ab1-84753b423490 HTTP/1.1" status: 200  len: 851 time: 0.0721462
Jun 21 16:34:43.622154 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c16b2-1dcc-4d3d-884d-d2da25b4117a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Pushing event updated for resources: {'Port': ['ID=0bb374e5-d607-47d7-b654-ac526fbe76ae,revision_number=2']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:43.626619 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc75b2-c631-4bac-abc7-bdac96fdb68f None None] Pushing event updated for resources: {'Port': ['ID=f8c8fa01-a676-40c4-8d07-c445846845c2,revision_number=3']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:43.639891 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-2f814778-00d2-4d65-8ce3-3258b0acbd11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:43.662086 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-f51c16b2-1dcc-4d3d-884d-d2da25b4117a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727397'] for floatingip, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:43.667414 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-61cc75b2-c631-4bac-abc7-bdac96fdb68f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:43.678718 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-8097637d-f36a-48be-ba8f-64cbb7ce3863 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512'] for port, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:43.691854 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-372ae191-8a21-4ccf-acf5-dc3238c62216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1727415'] for network, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:43.729416 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-8097637d-f36a-48be-ba8f-64cbb7ce3863 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Network c59c2429-3dc2-4964-ae2b-30558e1e435a is already hosted by enough agents. {{(pid=78427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:34:43.730292 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-f51c16b2-1dcc-4d3d-884d-d2da25b4117a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:43.730761 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-13c6c676-b23a-49a6-83c8-ce7e77cb3c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:43.757170 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-e8fee370-2e35-45c9-bdf7-bb7d5f2d0fa3 None None] Attempting to bind port f8c8fa01-a676-40c4-8d07-c445846845c2 on host dv-cinder-797161-1-iscsi for vnic_type normal with profile  {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:34:43.757547 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-e8fee370-2e35-45c9-bdf7-bb7d5f2d0fa3 None None] Attempting to bind port f8c8fa01-a676-40c4-8d07-c445846845c2 by drivers openvswitch,hyperv on host dv-cinder-797161-1-iscsi at level 0 using segments [{'id': 'cb66d3c6-9116-4b7e-95d4-8704f85ac6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5'}] {{(pid=78428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:34:43.757916 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fee370-2e35-45c9-bdf7-bb7d5f2d0fa3 None None] Attempting to bind port f8c8fa01-a676-40c4-8d07-c445846845c2 on network 4e7bf916-d804-4156-8df4-c3e47df8bbc5 {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:34:43.767221 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fee370-2e35-45c9-bdf7-bb7d5f2d0fa3 None None] Checking agent: {'id': '52503dc4-35dc-4c7a-aab7-0589b5985e7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797161-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 25, 48), 'started_at': datetime.datetime(2021, 6, 21, 16, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797161-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:34:43.767221 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fee370-2e35-45c9-bdf7-bb7d5f2d0fa3 None None] Checking segment: {'id': 'cb66d3c6-9116-4b7e-95d4-8704f85ac6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:34:43.768259 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-e8fee370-2e35-45c9-bdf7-bb7d5f2d0fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:43.770113 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fee370-2e35-45c9-bdf7-bb7d5f2d0fa3 None None] Bound using segment: {'id': 'cb66d3c6-9116-4b7e-95d4-8704f85ac6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5'} {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:34:43.770113 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-e8fee370-2e35-45c9-bdf7-bb7d5f2d0fa3 None None] Bound port: f8c8fa01-a676-40c4-8d07-c445846845c2, host: dv-cinder-797161-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb66d3c6-9116-4b7e-95d4-8704f85ac6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5'}}] {{(pid=78428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:34:43.770113 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-e8fee370-2e35-45c9-bdf7-bb7d5f2d0fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:43.776964 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.base_scheduler [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-8097637d-f36a-48be-ba8f-64cbb7ce3863 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Resources bound (agent type, host, resource id):  {{(pid=78427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:34:43.781912 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-9e960105-0607-44e5-b810-b9762af99739 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=218b4482-5cf7-4c02-8470-cce7159f5814&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1550200
Jun 21 16:34:43.798324 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-fff8f192-6ba1-49cd-8277-cc660355e022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:43.802901 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-8097637d-f36a-48be-ba8f-64cbb7ce3863 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Received port after_create {{(pid=78427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:34:43.808454 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-8097637d-f36a-48be-ba8f-64cbb7ce3863 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:43.809373 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-8097637d-f36a-48be-ba8f-64cbb7ce3863 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for port, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:43.818428 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-372ae191-8a21-4ccf-acf5-dc3238c62216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for network, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:43.851396 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-f51c16b2-1dcc-4d3d-884d-d2da25b4117a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:43.852529 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-f51c16b2-1dcc-4d3d-884d-d2da25b4117a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 7.4799621
Jun 21 16:34:43.860738 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-2f814778-00d2-4d65-8ce3-3258b0acbd11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:43.867945 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ae191-8a21-4ccf-acf5-dc3238c62216 admin admin] Pushing event deleted for resources: {'Network': ['ID=625fe0ee-246e-4cf9-9405-ee5bfd18b84d,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:43.869806 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8097637d-f36a-48be-ba8f-64cbb7ce3863 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Pushing event updated for resources: {'Port': ['ID=d0458031-3cfb-4f8d-86d6-fd40bc5c62bb,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:43.874751 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-8097637d-f36a-48be-ba8f-64cbb7ce3863 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8992858
Jun 21 16:34:43.878358 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-8097637d-f36a-48be-ba8f-64cbb7ce3863 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:43.879863 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ea842dd5-8c49-4c9b-8e13-6acdc9591fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:43.880607 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ed6ac39b-6a6c-404e-b221-454e168ca665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:43.887119 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-372ae191-8a21-4ccf-acf5-dc3238c62216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:43.900055 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-4f359a4d-45b3-4308-a373-7a91634c11ac service neutron] Request body: {'port': {'device_id': '704c3d48-e58a-4d92-bf28-b642f2c142db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79716'}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:34:43.948159 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-e8fee370-2e35-45c9-bdf7-bb7d5f2d0fa3 None None] For port f8c8fa01-a676-40c4-8d07-c445846845c2, host dv-cinder-797161-1-iscsi, cleared binding levels {{(pid=78428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:34:43.957381 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-e8fee370-2e35-45c9-bdf7-bb7d5f2d0fa3 None None] For port f8c8fa01-a676-40c4-8d07-c445846845c2, host dv-cinder-797161-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=f8c8fa01-a676-40c4-8d07-c445846845c2,segment=NetworkSegment(cb66d3c6-9116-4b7e-95d4-8704f85ac6dc),segment_id=cb66d3c6-9116-4b7e-95d4-8704f85ac6dc)] {{(pid=78428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:34:43.972628 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-e8fee370-2e35-45c9-bdf7-bb7d5f2d0fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:43.978418 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:44.036942 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-fff8f192-6ba1-49cd-8277-cc660355e022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:44.132288 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fee370-2e35-45c9-bdf7-bb7d5f2d0fa3 None None] Routers {'81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:34:44.132926 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-e8fee370-2e35-45c9-bdf7-bb7d5f2d0fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d6383a0>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:34:20Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:34:44.166091 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-4f359a4d-45b3-4308-a373-7a91634c11ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:44.206818 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea842dd5-8c49-4c9b-8e13-6acdc9591fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10583029-8e80-438d-89bf-34545f2178ab,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:44.209914 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-5549741d-52a0-4962-89e8-279437efe9dc service neutron] 10.222.0.39 "GET /v2.0/networks/218b4482-5cf7-4c02-8470-cce7159f5814?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3930464
Jun 21 16:34:44.237256 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-8cc5a87a-4735-4a3c-b1ec-ef8a11f66b90 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:44.245056 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-372ae191-8a21-4ccf-acf5-dc3238c62216 admin admin] 10.222.0.24 "DELETE /v2.0/networks/625fe0ee-246e-4cf9-9405-ee5bfd18b84d HTTP/1.1" status: 204  len: 168 time: 3.1698477
Jun 21 16:34:44.248666 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 35508) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:44.349584 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc75b2-c631-4bac-abc7-bdac96fdb68f None None] Pushing event updated for resources: {'Port': ['ID=f8c8fa01-a676-40c4-8d07-c445846845c2,revision_number=4']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:44.352833 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-61cc75b2-c631-4bac-abc7-bdac96fdb68f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:44.365963 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ea842dd5-8c49-4c9b-8e13-6acdc9591fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:44.369492 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-ea842dd5-8c49-4c9b-8e13-6acdc9591fdf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/10583029-8e80-438d-89bf-34545f2178ab HTTP/1.1" status: 204  len: 168 time: 1.8885987
Jun 21 16:34:44.369492 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8a2a8a24-b843-4515-b342-29ad81065b33 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:44.387885 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ac39b-6a6c-404e-b221-454e168ca665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b13984-fc0a-4131-9df0-6c78cb92892f,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:44.390060 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ed6ac39b-6a6c-404e-b221-454e168ca665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:44.391210 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-ed6ac39b-6a6c-404e-b221-454e168ca665 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0b13984-fc0a-4131-9df0-6c78cb92892f HTTP/1.1" status: 204  len: 168 time: 2.0290329
Jun 21 16:34:44.398747 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-ed6ac39b-6a6c-404e-b221-454e168ca665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:44.404765 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-ede01594-3b09-40d9-a780-b464d52bb0ff req-0064641c-7ea2-45da-96b0-a47c87626e68 service neutron] 10.222.0.39 "GET /v2.0/networks/218b4482-5cf7-4c02-8470-cce7159f5814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1650109
Jun 21 16:34:44.405212 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:44.405502 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:44.407109 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-8cc5a87a-4735-4a3c-b1ec-ef8a11f66b90 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:44.407715 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-e8fee370-2e35-45c9-bdf7-bb7d5f2d0fa3 None None] Set router 81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:34:44.409583 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8a2a8a24-b843-4515-b342-29ad81065b33 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:44.417816 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-5afac1e9-4451-4662-9cbf-3750df700c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:44.446604 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-8cc5a87a-4735-4a3c-b1ec-ef8a11f66b90 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Made reservation on behalf of c3d28747cfe746fb862defcb2926e2fa for: {'port': 1} {{(pid=78426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:34:44.450265 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-8cc5a87a-4735-4a3c-b1ec-ef8a11f66b90 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:44.485119 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-2f814778-00d2-4d65-8ce3-3258b0acbd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:44.490373 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-2f814778-00d2-4d65-8ce3-3258b0acbd11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:44.494281 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-2f814778-00d2-4d65-8ce3-3258b0acbd11 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe3d5f48-eb6d-4c40-aedc-5e08781122cc HTTP/1.1" status: 204  len: 168 time: 1.3865008
Jun 21 16:34:44.499478 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a8a24-b843-4515-b342-29ad81065b33 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19853982-ef7a-4e59-a98b-1bd64a25eb3e,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:44.527532 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.db_base_plugin_v2 [None req-60dd0ae7-6c9b-4c2f-a277-c1d4c64e5b75 admin admin] Deleting subnet 84256c9b-9877-424e-a93d-3ea002a1669f {{(pid=78427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Jun 21 16:34:44.537688 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8a2a8a24-b843-4515-b342-29ad81065b33 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:44.541684 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-8a2a8a24-b843-4515-b342-29ad81065b33 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 2.3072929
Jun 21 16:34:44.541684 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-8a2a8a24-b843-4515-b342-29ad81065b33 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:44.541684 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:44.552675 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 35520) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:44.553450 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f814778-00d2-4d65-8ce3-3258b0acbd11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3d5f48-eb6d-4c40-aedc-5e08781122cc,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:44.554120 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-7492194e-a332-4aed-9b78-2c96253d5b7e tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Synchronizing usage tracker for tenant:905d3e9862c043939d7e73a1320af084 on resource:security_group {{(pid=78427) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:34:44.557574 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-2f814778-00d2-4d65-8ce3-3258b0acbd11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:44.565071 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-60dd0ae7-6c9b-4c2f-a277-c1d4c64e5b75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:44.609550 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-257b715c-7e6b-492b-94f5-51f932b8b6aa tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Request body: {'security_group_rule': {'security_group_id': '19853982-ef7a-4e59-a98b-1bd64a25eb3e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:34:44.623833 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-257b715c-7e6b-492b-94f5-51f932b8b6aa tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:44.643121 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-257b715c-7e6b-492b-94f5-51f932b8b6aa tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Usage tracker for resource:security_group_rule and tenant:2f495dd509064a23adb18dc1cd54b526 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:44.651780 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-257b715c-7e6b-492b-94f5-51f932b8b6aa tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:44.675055 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-257b715c-7e6b-492b-94f5-51f932b8b6aa tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:44.764988 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-257b715c-7e6b-492b-94f5-51f932b8b6aa tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:44.789067 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-8cc5a87a-4735-4a3c-b1ec-ef8a11f66b90 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Allocated IP 172.20.0.14 (c59c2429-3dc2-4964-ae2b-30558e1e435a/02d3a594-001f-4533-99ef-2a3cb4e62b62/89ccd63d-bb07-4e16-952f-38e85def2138) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:34:44.793515 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2158de-fc6c-4b19-8013-bdd668b956ed req-6cfb11e4-1123-41d1-8873-be9f6a5c3117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:44.796437 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-0f2158de-fc6c-4b19-8013-bdd668b956ed req-6cfb11e4-1123-41d1-8873-be9f6a5c3117 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=51e356908e294735b357a2564dbc841d&device_id=893c2aad-841e-4b27-9ad1-a41c864b72fb HTTP/1.1" status: 200  len: 1096 time: 0.2336168
Jun 21 16:34:44.825750 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-7492194e-a332-4aed-9b78-2c96253d5b7e tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Unset dirty status for tenant:905d3e9862c043939d7e73a1320af084 on resource:security_group {{(pid=78427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:34:44.826917 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-7492194e-a332-4aed-9b78-2c96253d5b7e tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--924374822&fields=id&tenant_id=905d3e9862c043939d7e73a1320af084 HTTP/1.1" status: 200  len: 267 time: 0.6621881
Jun 21 16:34:44.863505 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-e8fee370-2e35-45c9-bdf7-bb7d5f2d0fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d6383a0>, [{'id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-285391666-router', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'a45431c3-d952-4b69-97fe-b206b768d679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:15Z', 'updated_at': '2021-06-21T16:34:32Z', 'revision_number': 4, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'gw_port': {'id': 'a45431c3-d952-4b69-97fe-b206b768d679', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:17Z', 'updated_at': '2021-06-21T16:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': 'f8c8fa01-a676-40c4-8d07-c445846845c2', 'name': '', 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'mac_address': 'fa:16:3e:4b:01:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:28Z', 'updated_at': '2021-06-21T16:34:43Z', 'revision_number': 4, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'subnets': [{'id': 'f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:34:44.867768 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fee370-2e35-45c9-bdf7-bb7d5f2d0fa3 None None] The sync data for ids ['81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'] in dv-cinder-797161-1-iscsi is: [{'id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-285391666-router', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'a45431c3-d952-4b69-97fe-b206b768d679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:15Z', 'updated_at': '2021-06-21T16:34:32Z', 'revision_number': 4, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'gw_port': {'id': 'a45431c3-d952-4b69-97fe-b206b768d679', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:17Z', 'updated_at': '2021-06-21T16:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': 'f8c8fa01-a676-40c4-8d07-c445846845c2', 'name': '', 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'mac_address': 'fa:16:3e:4b:01:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:28Z', 'updated_at': '2021-06-21T16:34:43Z', 'revision_number': 4, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'subnets': [{'id': 'f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:34:44.901138 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-60dd0ae7-6c9b-4c2f-a277-c1d4c64e5b75 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:44.919146 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-60dd0ae7-6c9b-4c2f-a277-c1d4c64e5b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640788'] for subnet, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:44.961294 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518ae88-d5e8-407f-b298-85cff4abe9ca req-43d67098-5e4e-454f-9c70-a5e3a7562671 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:44.962041 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-6518ae88-d5e8-407f-b298-85cff4abe9ca req-43d67098-5e4e-454f-9c70-a5e3a7562671 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Synchronizing usage tracker for tenant:c3d28747cfe746fb862defcb2926e2fa on resource:port {{(pid=78427) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:34:45.090677 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2158de-fc6c-4b19-8013-bdd668b956ed req-a80e0c57-3789-4194-bebc-75e37e223b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:45.092272 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-0f2158de-fc6c-4b19-8013-bdd668b956ed req-a80e0c57-3789-4194-bebc-75e37e223b40 service neutron] 10.222.0.39 "GET /v2.0/networks?id=218b4482-5cf7-4c02-8470-cce7159f5814 HTTP/1.1" status: 200  len: 912 time: 0.2843933
Jun 21 16:34:45.178261 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-6518ae88-d5e8-407f-b298-85cff4abe9ca req-43d67098-5e4e-454f-9c70-a5e3a7562671 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Unset dirty status for tenant:c3d28747cfe746fb862defcb2926e2fa on resource:port {{(pid=78427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:34:45.191020 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6518ae88-d5e8-407f-b298-85cff4abe9ca req-43d67098-5e4e-454f-9c70-a5e3a7562671 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 932 time: 1.0587919
Jun 21 16:34:45.268627 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 35532) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:45.270371 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-257b715c-7e6b-492b-94f5-51f932b8b6aa tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:45.316687 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device f8c8fa01-a676-40c4-8d07-c445846845c2 up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:34:45.352252 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-257b715c-7e6b-492b-94f5-51f932b8b6aa tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742334'] for security_group_rule, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:45.354357 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-0f2158de-fc6c-4b19-8013-bdd668b956ed req-dbf23c6b-e489-481a-a21a-a143c9e0224b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=64b4aadd-7989-40f7-8b9d-924017c5e1b5 HTTP/1.1" status: 200  len: 217 time: 0.2288828
Jun 21 16:34:45.410955 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning for port f8c8fa01-a676-40c4-8d07-c445846845c2 completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:34:45.418876 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port f8c8fa01-a676-40c4-8d07-c445846845c2 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:34:45.420335 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:45.435390 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-f2083a12-89e0-4e10-bb2c-706a8abd2a3a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:45.436893 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-f2083a12-89e0-4e10-bb2c-706a8abd2a3a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/networks?id=a67c6bd4-5155-4840-9134-bc4e7230ff7f HTTP/1.1" status: 200  len: 811 time: 0.5882845
Jun 21 16:34:45.445525 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6518ae88-d5e8-407f-b298-85cff4abe9ca req-0e9fc357-5ce6-4096-bebd-b41a9ebafdaa tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2546747
Jun 21 16:34:45.466568 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:45.477554 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-d42198e6-4b7a-405e-b94d-579ec8d4efff tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/quotas/905d3e9862c043939d7e73a1320af084 HTTP/1.1" status: 200  len: 375 time: 0.0214062
Jun 21 16:34:45.494688 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8aed62af-38f5-46b1-930b-00600c76b578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:45.538827 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b715c-7e6b-492b-94f5-51f932b8b6aa tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44c0d0a8-de4c-4549-8957-342301a1beaa,revision_number=0']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:45.577750 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-257b715c-7e6b-492b-94f5-51f932b8b6aa tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:45.621377 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 35542) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:45.645312 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-8aed62af-38f5-46b1-930b-00600c76b578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:45.681145 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-8aed62af-38f5-46b1-930b-00600c76b578 admin admin] Usage tracker for resource:security_group_rule and tenant:628a5cb03bdd49518db09c13e3e3e288 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:45.692107 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:45.721223 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-8aed62af-38f5-46b1-930b-00600c76b578 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:45.728785 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-257b715c-7e6b-492b-94f5-51f932b8b6aa tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:45.730217 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-257b715c-7e6b-492b-94f5-51f932b8b6aa tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.1746478
Jun 21 16:34:45.737379 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-8aed62af-38f5-46b1-930b-00600c76b578 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:45.742274 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] For port f8c8fa01-a676-40c4-8d07-c445846845c2, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=f8c8fa01-a676-40c4-8d07-c445846845c2,segment=NetworkSegment(cb66d3c6-9116-4b7e-95d4-8704f85ac6dc),segment_id=cb66d3c6-9116-4b7e-95d4-8704f85ac6dc)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:34:45.747132 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:45.748278 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device b0b7908a-d7fb-49bc-9942-1ac0747c778b up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:34:45.760570 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-d12b0aa3-3cbb-433c-b1fb-f4fb157b1f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:45.783823 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:45.790709 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 35546) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:45.804189 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [None req-3610b559-4166-41f5-a741-7b513093fc1a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Request body: {'security_group_rule': {'security_group_id': '19853982-ef7a-4e59-a98b-1bd64a25eb3e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:34:45.835884 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-d12b0aa3-3cbb-433c-b1fb-f4fb157b1f68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:45.838565 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-3610b559-4166-41f5-a741-7b513093fc1a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:45.849232 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-d12b0aa3-3cbb-433c-b1fb-f4fb157b1f68 admin admin] Usage tracker for resource:security_group_rule and tenant:b3fc8916276446418001d1001614807b is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:45.853000 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-d12b0aa3-3cbb-433c-b1fb-f4fb157b1f68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:45.857165 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-3610b559-4166-41f5-a741-7b513093fc1a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Usage tracker for resource:security_group_rule and tenant:2f495dd509064a23adb18dc1cd54b526 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:45.864623 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-d12b0aa3-3cbb-433c-b1fb-f4fb157b1f68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:45.866746 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-3610b559-4166-41f5-a741-7b513093fc1a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:45.870716 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-60dd0ae7-6c9b-4c2f-a277-c1d4c64e5b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592'] for subnet, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:45.877872 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-3610b559-4166-41f5-a741-7b513093fc1a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:45.888350 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2158de-fc6c-4b19-8013-bdd668b956ed req-00159848-afac-4ef6-9bd4-1c0fecbf5a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:45.889888 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-0f2158de-fc6c-4b19-8013-bdd668b956ed req-00159848-afac-4ef6-9bd4-1c0fecbf5a66 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=be82e99c-2fff-4651-9ab1-84753b423490 HTTP/1.1" status: 200  len: 851 time: 0.5188515
Jun 21 16:34:45.892248 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:45.899952 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Pushing event updated for resources: {'Port': ['ID=f8c8fa01-a676-40c4-8d07-c445846845c2,revision_number=5']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:45.911332 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:45.944898 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port b0b7908a-d7fb-49bc-9942-1ac0747c778b triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:34:45.945919 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:45.959980 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-1592efb4-a0d6-4ad6-a4ef-1faf82d8cf38 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=905d3e9862c043939d7e73a1320af084&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4735260
Jun 21 16:34:45.962749 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-0f2158de-fc6c-4b19-8013-bdd668b956ed req-1b276817-bd4e-43e9-b20d-15c3863d818d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=218b4482-5cf7-4c02-8470-cce7159f5814&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0655115
Jun 21 16:34:45.971797 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd0ae7-6c9b-4c2f-a277-c1d4c64e5b75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84256c9b-9877-424e-a93d-3ea002a1669f,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:45.981021 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-60dd0ae7-6c9b-4c2f-a277-c1d4c64e5b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:45.981913 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-60dd0ae7-6c9b-4c2f-a277-c1d4c64e5b75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for subnet, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:46.035150 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb5c50-e299-4185-88d1-71a6d1278fd3 req-93023a1d-5b5d-4836-bfc8-fae4348b01c3 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:46.036679 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-47eb5c50-e299-4185-88d1-71a6d1278fd3 req-93023a1d-5b5d-4836-bfc8-fae4348b01c3 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/ports?device_id=893c2aad-841e-4b27-9ad1-a41c864b72fb HTTP/1.1" status: 200  len: 943 time: 0.3490202
Jun 21 16:34:46.037346 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-3610b559-4166-41f5-a741-7b513093fc1a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:46.055392 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-60dd0ae7-6c9b-4c2f-a277-c1d4c64e5b75 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/84256c9b-9877-424e-a93d-3ea002a1669f HTTP/1.1" status: 204  len: 168 time: 1.8033202
Jun 21 16:34:46.061723 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 35558) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:46.227295 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-8cc5a87a-4735-4a3c-b1ec-ef8a11f66b90 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:46.255365 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-47eb5c50-e299-4185-88d1-71a6d1278fd3 req-c8d57463-deaf-42a3-aef6-814f6be0cfbe tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9cc7ba0-817b-4e16-ae2e-973fa523fde4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2105184
Jun 21 16:34:46.317447 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-3610b559-4166-41f5-a741-7b513093fc1a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:46.326030 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-d12b0aa3-3cbb-433c-b1fb-f4fb157b1f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:46.328255 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-3610b559-4166-41f5-a741-7b513093fc1a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742334'] for security_group_rule, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:46.331592 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-13ab5f22-d8ab-499b-b9f4-a8da79fc4d56 service neutron] 10.222.0.24 "GET /v2.0/networks/a67c6bd4-5155-4840-9134-bc4e7230ff7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3281963
Jun 21 16:34:46.333974 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:46.340134 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-d12b0aa3-3cbb-433c-b1fb-f4fb157b1f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:46.371536 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-3e51c87e-ab1b-4e15-99b7-3fe3be9c2d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614427'] for network, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:46.384406 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-0f2158de-fc6c-4b19-8013-bdd668b956ed req-b4aa5074-1fdf-4b26-9966-389d31e7854a service neutron] 10.222.0.39 "GET /v2.0/networks/218b4482-5cf7-4c02-8470-cce7159f5814?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4121788
Jun 21 16:34:46.401271 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610b559-4166-41f5-a741-7b513093fc1a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd330a9-fb8b-4a67-965d-517327a6e11e,revision_number=0']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:46.416529 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-3610b559-4166-41f5-a741-7b513093fc1a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:46.426148 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:46.456459 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-3610b559-4166-41f5-a741-7b513093fc1a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:46.457558 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-3610b559-4166-41f5-a741-7b513093fc1a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6657836
Jun 21 16:34:46.457943 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8aed62af-38f5-46b1-930b-00600c76b578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:46.489912 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 35568) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:46.505870 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-d12b0aa3-3cbb-433c-b1fb-f4fb157b1f68 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b3fc8916276446418001d1001614807b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8835659
Jun 21 16:34:46.529155 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 35576) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:46.535823 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b0aa3-3cbb-433c-b1fb-f4fb157b1f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1458cfe2-d108-481b-b83e-9a7daffd5474,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:46.546006 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8aed62af-38f5-46b1-930b-00600c76b578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:46.547212 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-8cc5a87a-4735-4a3c-b1ec-ef8a11f66b90 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:46.557371 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-c0889650-5183-40e3-8b3b-39b716c39f69 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Request body: {'floatingip': {'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:34:46.608337 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-c0889650-5183-40e3-8b3b-39b716c39f69 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:46.612507 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:46.642351 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-c0889650-5183-40e3-8b3b-39b716c39f69 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Usage tracker for resource:floatingip and tenant:2f495dd509064a23adb18dc1cd54b526 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:46.646797 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-d12b0aa3-3cbb-433c-b1fb-f4fb157b1f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:46.651051 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-c0889650-5183-40e3-8b3b-39b716c39f69 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:46.728403 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-c0889650-5183-40e3-8b3b-39b716c39f69 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:46.738256 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-3e51c87e-ab1b-4e15-99b7-3fe3be9c2d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640139', 'neutron.services.segments.db._delete_segments_for_network-8768074427558'] for network, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:46.770539 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-8cc5a87a-4735-4a3c-b1ec-ef8a11f66b90 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Network c59c2429-3dc2-4964-ae2b-30558e1e435a is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:34:46.780083 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-8aed62af-38f5-46b1-930b-00600c76b578 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=628a5cb03bdd49518db09c13e3e3e288&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5032914
Jun 21 16:34:46.781029 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-8cc5a87a-4735-4a3c-b1ec-ef8a11f66b90 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:34:46.788531 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-8cc5a87a-4735-4a3c-b1ec-ef8a11f66b90 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:34:46.792851 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 35586) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:46.828149 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed62af-38f5-46b1-930b-00600c76b578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcaad1eb-d0a7-4919-8bf4-f152ffeeb48c,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:46.833088 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.services.segments.db [None req-3e51c87e-ab1b-4e15-99b7-3fe3be9c2d4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f979d6db130>,) {'filters': {'network_id': ['ef4271de-85e3-4fc4-99d6-ef6c29197c30']}} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:34:46.850606 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-f659c8a7-34f0-47ee-827b-65f77b16c15b service neutron] 10.222.0.24 "GET /v2.0/networks/a67c6bd4-5155-4840-9134-bc4e7230ff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4955950
Jun 21 16:34:46.851225 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-8aed62af-38f5-46b1-930b-00600c76b578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:46.853891 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-0f2158de-fc6c-4b19-8013-bdd668b956ed req-d14be893-38f8-4df6-8800-d77202963f64 service neutron] 10.222.0.39 "GET /v2.0/networks/218b4482-5cf7-4c02-8470-cce7159f5814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4526412
Jun 21 16:34:46.854924 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:46.896588 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c0889650-5183-40e3-8b3b-39b716c39f69 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for floatingip, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:46.913896 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.services.segments.db [None req-3e51c87e-ab1b-4e15-99b7-3fe3be9c2d4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f979d6db130>, '4e401599-6a7a-4ef0-a233-b3c493d84ff0') {'for_net_delete': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:34:46.914158 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.services.segments.db [None req-3e51c87e-ab1b-4e15-99b7-3fe3be9c2d4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f979d6db130>, '4e401599-6a7a-4ef0-a233-b3c493d84ff0') {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:34:46.927801 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-b5ebfc50-0516-4e0a-b96b-e74e66e4515f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:46.965677 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-3e51c87e-ab1b-4e15-99b7-3fe3be9c2d4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768074438669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3128881'] for segment, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:46.994034 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 64b4aadd-7989-40f7-8b9d-924017c5e1b5 details requested by agent hyperv_hv-cinder-79716 with host hv-cinder-79716 {{(pid=78428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 16:34:47.006073 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-3e51c87e-ab1b-4e15-99b7-3fe3be9c2d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645578'] for segment, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:47.022507 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-b5ebfc50-0516-4e0a-b96b-e74e66e4515f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:47.052317 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc5a87a-4735-4a3c-b1ec-ef8a11f66b90 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Pushing event updated for resources: {'Port': ['ID=89ccd63d-bb07-4e16-952f-38e85def2138,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:47.056805 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-6b1b4e4a-845a-479e-a330-c3262f0eba28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:47.072604 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-8cc5a87a-4735-4a3c-b1ec-ef8a11f66b90 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:47.073399 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-8cc5a87a-4735-4a3c-b1ec-ef8a11f66b90 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for port, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:47.080718 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-8cc5a87a-4735-4a3c-b1ec-ef8a11f66b90 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:47.085335 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e51c87e-ab1b-4e15-99b7-3fe3be9c2d4b admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=78426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 16:34:47.088648 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-3e51c87e-ab1b-4e15-99b7-3fe3be9c2d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-645571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2481582'] for segment, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:47.105456 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19931e4e-1668-42f5-8e9a-a4aad28d5164 req-c44e5240-f697-4945-967e-e458957840ee tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:47.113148 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-19931e4e-1668-42f5-8e9a-a4aad28d5164 req-c44e5240-f697-4945-967e-e458957840ee tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 932 time: 0.4742131
Jun 21 16:34:47.120424 dv-cinder-797161-1-iscsi neutron-server[78426]: Traceback (most recent call last):
Jun 21 16:34:47.120424 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 16:34:47.120424 dv-cinder-797161-1-iscsi neutron-server[78426]:     timer()
Jun 21 16:34:47.120424 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 16:34:47.120424 dv-cinder-797161-1-iscsi neutron-server[78426]:     cb(*args, **kw)
Jun 21 16:34:47.120424 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 16:34:47.120424 dv-cinder-797161-1-iscsi neutron-server[78426]:     return func(*args, **kwargs)
Jun 21 16:34:47.120424 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 16:34:47.120424 dv-cinder-797161-1-iscsi neutron-server[78426]:     self._notify()
Jun 21 16:34:47.120424 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 16:34:47.120424 dv-cinder-797161-1-iscsi neutron-server[78426]:     self.callback(batched_events)
Jun 21 16:34:47.120424 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 16:34:47.120424 dv-cinder-797161-1-iscsi neutron-server[78426]:     event.method(event)
Jun 21 16:34:47.120424 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 16:34:47.120424 dv-cinder-797161-1-iscsi neutron-server[78426]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 16:34:47.120424 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 16:34:47.120424 dv-cinder-797161-1-iscsi neutron-server[78426]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 16:34:47.120424 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 16:34:47.120424 dv-cinder-797161-1-iscsi neutron-server[78426]:     return f(self, *a, **k)
Jun 21 16:34:47.120424 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 16:34:47.120424 dv-cinder-797161-1-iscsi neutron-server[78426]:     return self._get(url).json()
Jun 21 16:34:47.120424 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 16:34:47.120424 dv-cinder-797161-1-iscsi neutron-server[78426]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 16:34:47.120424 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 16:34:47.120424 dv-cinder-797161-1-iscsi neutron-server[78426]:     return self.request(url, 'GET', **kwargs)
Jun 21 16:34:47.120424 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 16:34:47.120424 dv-cinder-797161-1-iscsi neutron-server[78426]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 16:34:47.120424 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 16:34:47.120424 dv-cinder-797161-1-iscsi neutron-server[78426]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 16:34:47.120424 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 16:34:47.120424 dv-cinder-797161-1-iscsi neutron-server[78426]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 16:34:47.120424 dv-cinder-797161-1-iscsi neutron-server[78426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 16:34:47.195683 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.notifiers.nova [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-4f359a4d-45b3-4308-a373-7a91634c11ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0458031-3cfb-4f8d-86d6-fd40bc5c62bb {{(pid=78427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:34:47.290593 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-4f359a4d-45b3-4308-a373-7a91634c11ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:47.292243 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 64b4aadd-7989-40f7-8b9d-924017c5e1b5, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=64b4aadd-7989-40f7-8b9d-924017c5e1b5,segment=NetworkSegment(08ed8ea8-f157-4a71-a953-05bd6fc73136),segment_id=08ed8ea8-f157-4a71-a953-05bd6fc73136)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:34:47.321931 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Returning: {'device': '64b4aadd-7989-40f7-8b9d-924017c5e1b5', 'network_id': '218b4482-5cf7-4c02-8470-cce7159f5814', 'port_id': '64b4aadd-7989-40f7-8b9d-924017c5e1b5', 'mac_address': 'fa:16:3e:ba:d3:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be82e99c-2fff-4651-9ab1-84753b423490', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 16:34:47.324574 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device f8c8fa01-a676-40c4-8d07-c445846845c2 up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:34:47.328295 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-3e51c87e-ab1b-4e15-99b7-3fe3be9c2d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1727415'] for network, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:47.353696 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-5afac1e9-4451-4662-9cbf-3750df700c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:47.362014 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-6b1b4e4a-845a-479e-a330-c3262f0eba28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:47.382839 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-cd3c8b1e-3635-4871-ae0c-d1de1aa510a8 req-1c74a9a3-e243-474c-b99e-15f202f45127 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 210 time: 0.2104669
Jun 21 16:34:47.415304 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-3e51c87e-ab1b-4e15-99b7-3fe3be9c2d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for network, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:47.428163 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-3e51c87e-ab1b-4e15-99b7-3fe3be9c2d4b admin admin] 10.222.0.24 "DELETE /v2.0/networks/ef4271de-85e3-4fc4-99d6-ef6c29197c30 HTTP/1.1" status: 204  len: 168 time: 1.3596125
Jun 21 16:34:47.438843 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-8cc5a87a-4735-4a3c-b1ec-ef8a11f66b90 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.0358477
Jun 21 16:34:47.441081 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51c87e-ab1b-4e15-99b7-3fe3be9c2d4b admin admin] Pushing event deleted for resources: {'Network': ['ID=ef4271de-85e3-4fc4-99d6-ef6c29197c30,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:47.444800 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-3e51c87e-ab1b-4e15-99b7-3fe3be9c2d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:47.494154 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-fee0fd2c-f3a3-4426-a6e7-c1ebd9199918 service neutron] Request body: {'port': {'device_id': 'be148157-70d0-4044-b477-e4125cf4f2aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79716'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:34:47.507543 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.provisioning_blocks [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-4f359a4d-45b3-4308-a373-7a91634c11ac service neutron] Transition to ACTIVE for port object d0458031-3cfb-4f8d-86d6-fd40bc5c62bb will not be triggered until provisioned by entity L2. {{(pid=78427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:34:47.536166 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-19931e4e-1668-42f5-8e9a-a4aad28d5164 req-7196be45-8324-4d0e-8ad8-05ac0f3f1edc tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4218950
Jun 21 16:34:47.593427 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-4f359a4d-45b3-4308-a373-7a91634c11ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:47.606983 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:47.643392 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-8653c5d9-ea53-4e9d-bf52-0b0956eff866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:47.670803 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:47.725472 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b4aadd-7989-40f7-8b9d-924017c5e1b5 {{(pid=78428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:34:47.745024 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 64b4aadd-7989-40f7-8b9d-924017c5e1b5, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=64b4aadd-7989-40f7-8b9d-924017c5e1b5,segment=NetworkSegment(08ed8ea8-f157-4a71-a953-05bd6fc73136),segment_id=08ed8ea8-f157-4a71-a953-05bd6fc73136)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:34:47.754612 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port f8c8fa01-a676-40c4-8d07-c445846845c2 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:34:47.755023 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:47.776201 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-fee0fd2c-f3a3-4426-a6e7-c1ebd9199918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:47.781033 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-b5ebfc50-0516-4e0a-b96b-e74e66e4515f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:47.803408 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:47.816540 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-61cc75b2-c631-4bac-abc7-bdac96fdb68f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:47.852642 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c0889650-5183-40e3-8b3b-39b716c39f69 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:47.914315 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 35616) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:47.927398 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=64b4aadd-7989-40f7-8b9d-924017c5e1b5,revision_number=4']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:47.933152 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:47.952542 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f359a4d-45b3-4308-a373-7a91634c11ac service neutron] Pushing event updated for resources: {'Port': ['ID=d0458031-3cfb-4f8d-86d6-fd40bc5c62bb,revision_number=2']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:47.972247 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:47.979761 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-4f359a4d-45b3-4308-a373-7a91634c11ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:47.987214 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:48.052698 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-6b1b4e4a-845a-479e-a330-c3262f0eba28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:48.071408 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ebfc50-0516-4e0a-b96b-e74e66e4515f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1458cfe2-d108-481b-b83e-9a7daffd5474,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:48.086810 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-6b1b4e4a-845a-479e-a330-c3262f0eba28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:48.087990 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-6b1b4e4a-845a-479e-a330-c3262f0eba28 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bcaad1eb-d0a7-4919-8bf4-f152ffeeb48c HTTP/1.1" status: 204  len: 168 time: 1.2846632
Jun 21 16:34:48.140438 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-b5ebfc50-0516-4e0a-b96b-e74e66e4515f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:48.145270 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-b5ebfc50-0516-4e0a-b96b-e74e66e4515f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1458cfe2-d108-481b-b83e-9a7daffd5474 HTTP/1.1" status: 204  len: 168 time: 1.6144221
Jun 21 16:34:48.146962 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-b5ebfc50-0516-4e0a-b96b-e74e66e4515f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:48.154440 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-b5ebfc50-0516-4e0a-b96b-e74e66e4515f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:48.159745 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-86b3a931-7299-46c6-b6dc-0909f505b163 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd6d9db18d054e898e200899760796d8&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2360847
Jun 21 16:34:48.179180 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 35624) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:48.193259 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['64b4aadd-7989-40f7-8b9d-924017c5e1b5'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:34:48.225915 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b4e4a-845a-479e-a330-c3262f0eba28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcaad1eb-d0a7-4919-8bf4-f152ffeeb48c,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:48.243462 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-6b1b4e4a-845a-479e-a330-c3262f0eba28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:48.246648 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-4f359a4d-45b3-4308-a373-7a91634c11ac service neutron] Attempting to bind port d0458031-3cfb-4f8d-86d6-fd40bc5c62bb on host hv-cinder-79716 for vnic_type normal with profile  {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:34:48.247124 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-4f359a4d-45b3-4308-a373-7a91634c11ac service neutron] Attempting to bind port d0458031-3cfb-4f8d-86d6-fd40bc5c62bb by drivers openvswitch,hyperv on host hv-cinder-79716 at level 0 using segments [{'id': 'c89f387d-7649-48a7-994e-66684c22c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c59c2429-3dc2-4964-ae2b-30558e1e435a'}] {{(pid=78427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:34:48.247556 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-4f359a4d-45b3-4308-a373-7a91634c11ac service neutron] Attempting to bind port d0458031-3cfb-4f8d-86d6-fd40bc5c62bb on network c59c2429-3dc2-4964-ae2b-30558e1e435a {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:34:48.262933 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-4f359a4d-45b3-4308-a373-7a91634c11ac service neutron] Port d0458031-3cfb-4f8d-86d6-fd40bc5c62bb on network c59c2429-3dc2-4964-ae2b-30558e1e435a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79716 {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 16:34:48.263413 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-4f359a4d-45b3-4308-a373-7a91634c11ac service neutron] Attempting to bind port d0458031-3cfb-4f8d-86d6-fd40bc5c62bb on network c59c2429-3dc2-4964-ae2b-30558e1e435a {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:34:48.304266 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-4f359a4d-45b3-4308-a373-7a91634c11ac service neutron] Checking agent: {'id': '8fa6119b-2ff5-4d4e-8bfd-f2c719c77604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79716', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'started_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:34:48.304751 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-4f359a4d-45b3-4308-a373-7a91634c11ac service neutron] Checking segment: {'id': 'c89f387d-7649-48a7-994e-66684c22c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c59c2429-3dc2-4964-ae2b-30558e1e435a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:34:48.305640 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-4f359a4d-45b3-4308-a373-7a91634c11ac service neutron] Bound using segment: {'id': 'c89f387d-7649-48a7-994e-66684c22c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c59c2429-3dc2-4964-ae2b-30558e1e435a'} {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:34:48.306320 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-4f359a4d-45b3-4308-a373-7a91634c11ac service neutron] Bound port: d0458031-3cfb-4f8d-86d6-fd40bc5c62bb, host: hv-cinder-79716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c89f387d-7649-48a7-994e-66684c22c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c59c2429-3dc2-4964-ae2b-30558e1e435a'}}] {{(pid=78427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:34:48.306757 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-4f359a4d-45b3-4308-a373-7a91634c11ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:48.355911 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374286f-88f8-43d9-9e9d-41ceda78142d req-0d09ce11-6adc-468d-a4d6-096ecf2247e4 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:48.357796 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a374286f-88f8-43d9-9e9d-41ceda78142d req-0d09ce11-6adc-468d-a4d6-096ecf2247e4 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/ports?device_id=893c2aad-841e-4b27-9ad1-a41c864b72fb HTTP/1.1" status: 200  len: 944 time: 0.6759675
Jun 21 16:34:48.603241 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-44e29a19-1151-492b-aad4-d2b2106674e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:48.645792 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [None req-c0889650-5183-40e3-8b3b-39b716c39f69 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Allocated IP 172.27.1.227 (70dc8c3b-1fd1-4e34-848f-30da40ce5650/64348721-2f14-434e-9349-1c86303c6cb6/bc46520f-5b50-4999-af5d-d9e8c36d0d44) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:34:48.701102 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-44e29a19-1151-492b-aad4-d2b2106674e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:48.885014 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ea600e03-511a-44f3-ad13-422d1464a47d req-5fbd79d5-dd3c-4b43-a7cb-623af22b09f1 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 210 time: 0.0976107
Jun 21 16:34:48.912185 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a374286f-88f8-43d9-9e9d-41ceda78142d req-57aea8ac-ef29-4359-8c12-038909d52a5e tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9cc7ba0-817b-4e16-ae2e-973fa523fde4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4386122
Jun 21 16:34:48.917957 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-44e29a19-1151-492b-aad4-d2b2106674e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:48.928464 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-1c431233-b61f-480c-bac2-a72b51c1c084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:48.952585 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-4f359a4d-45b3-4308-a373-7a91634c11ac service neutron] For port d0458031-3cfb-4f8d-86d6-fd40bc5c62bb, host hv-cinder-79716, cleared binding levels {{(pid=78427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:34:48.980394 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-4f359a4d-45b3-4308-a373-7a91634c11ac service neutron] For port d0458031-3cfb-4f8d-86d6-fd40bc5c62bb, host hv-cinder-79716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=d0458031-3cfb-4f8d-86d6-fd40bc5c62bb,segment=NetworkSegment(c89f387d-7649-48a7-994e-66684c22c74d),segment_id=c89f387d-7649-48a7-994e-66684c22c74d)] {{(pid=78427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:34:48.983528 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e29a19-1151-492b-aad4-d2b2106674e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce79e8ac-b347-40c3-96b5-fdef3b391aec,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:49.011891 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-44e29a19-1151-492b-aad4-d2b2106674e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:49.047054 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-4f359a4d-45b3-4308-a373-7a91634c11ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:49.057359 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-f51c16b2-1dcc-4d3d-884d-d2da25b4117a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:49.072441 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c0889650-5183-40e3-8b3b-39b716c39f69 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:49.113630 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-fee0fd2c-f3a3-4426-a6e7-c1ebd9199918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89ccd63d-bb07-4e16-952f-38e85def2138 {{(pid=78426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:34:49.130213 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-44e29a19-1151-492b-aad4-d2b2106674e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:49.134275 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-44e29a19-1151-492b-aad4-d2b2106674e7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ce79e8ac-b347-40c3-96b5-fdef3b391aec HTTP/1.1" status: 204  len: 168 time: 0.9510424
Jun 21 16:34:49.134869 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-fee0fd2c-f3a3-4426-a6e7-c1ebd9199918 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:49.175630 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-fee0fd2c-f3a3-4426-a6e7-c1ebd9199918 service neutron] Transition to ACTIVE for port object 89ccd63d-bb07-4e16-952f-38e85def2138 will not be triggered until provisioned by entity L2. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:34:49.204399 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-fee0fd2c-f3a3-4426-a6e7-c1ebd9199918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2434630'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:49.211649 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-4f359a4d-45b3-4308-a373-7a91634c11ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:49.212298 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-4f359a4d-45b3-4308-a373-7a91634c11ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for port, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:49.213712 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-22215b8c-6d98-44b3-b5c5-77833c895b08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:49.213928 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-4f359a4d-45b3-4308-a373-7a91634c11ac service neutron] 10.222.0.39 "PUT /v2.0/ports/d0458031-3cfb-4f8d-86d6-fd40bc5c62bb HTTP/1.1" status: 200  len: 1094 time: 5.3196144
Jun 21 16:34:49.214426 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '704c3d48-e58a-4d92-bf28-b642f2c142db', 'tag': 'd0458031-3cfb-4f8d-86d6-fd40bc5c62bb'}] {{(pid=78427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:34:49.267660 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c0889650-5183-40e3-8b3b-39b716c39f69 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:49.427614 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0889650-5183-40e3-8b3b-39b716c39f69 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Network 70dc8c3b-1fd1-4e34-848f-30da40ce5650 is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:34:49.456397 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-ba444908-d1ac-4e25-a62c-3950739552c9 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:49.457838 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-ba444908-d1ac-4e25-a62c-3950739552c9 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.39 "GET /v2.0/networks?id=a67c6bd4-5155-4840-9134-bc4e7230ff7f HTTP/1.1" status: 200  len: 811 time: 0.1639833
Jun 21 16:34:49.458473 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f359a4d-45b3-4308-a373-7a91634c11ac service neutron] Pushing event updated for resources: {'Port': ['ID=d0458031-3cfb-4f8d-86d6-fd40bc5c62bb,revision_number=3']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:49.462913 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-4f359a4d-45b3-4308-a373-7a91634c11ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:49.476591 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-c0889650-5183-40e3-8b3b-39b716c39f69 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:34:49.510367 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0fd2c-f3a3-4426-a6e7-c1ebd9199918 service neutron] Pushing event updated for resources: {'Port': ['ID=89ccd63d-bb07-4e16-952f-38e85def2138,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:49.513488 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6285e5e-2ca8-4414-bbf0-5990ea57ac1e req-6249d0ff-1e8f-4d3a-92a6-771446d43f35 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:49.515069 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d6285e5e-2ca8-4414-bbf0-5990ea57ac1e req-6249d0ff-1e8f-4d3a-92a6-771446d43f35 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 944 time: 0.3772838
Jun 21 16:34:49.527084 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0889650-5183-40e3-8b3b-39b716c39f69 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:34:49.543626 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-c3c71a4f-5b76-4048-93b0-7500fdb71350 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=905d3e9862c043939d7e73a1320af084 HTTP/1.1" status: 200  len: 379 time: 0.0688825
Jun 21 16:34:49.555002 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-fee0fd2c-f3a3-4426-a6e7-c1ebd9199918 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:49.555636 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-ffb098b0-aa62-4bde-bf02-87d21325c5fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.267s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:49.563755 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-d1d36880-32dd-4249-83ba-08f34b1da1cd tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Request body: {'port': {'device_id': 'a88a241a-aac4-4b07-96d3-cba458b656df', 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f', 'admin_state_up': True, 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'security_groups': ['01f08816-8ba3-49be-8ea9-ab793f491bb7']}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:34:49.631373 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0889650-5183-40e3-8b3b-39b716c39f69 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Pushing event updated for resources: {'Port': ['ID=bc46520f-5b50-4999-af5d-d9e8c36d0d44,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:49.667258 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c0889650-5183-40e3-8b3b-39b716c39f69 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:49.701358 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 35674) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:49.768004 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d6285e5e-2ca8-4414-bbf0-5990ea57ac1e req-ea713c80-17cb-42a0-b890-4035a9a0e0a9 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2289133
Jun 21 16:34:49.850133 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 35684) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:49.850424 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-406f0805-5eaa-4a45-baa3-a3c58a92999b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8c4d46580c774f1ebf9f6af3a96e7a44&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1406720
Jun 21 16:34:49.863090 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-fee0fd2c-f3a3-4426-a6e7-c1ebd9199918 service neutron] Attempting to bind port 89ccd63d-bb07-4e16-952f-38e85def2138 on host hv-cinder-79716 for vnic_type normal with profile  {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:34:49.863667 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-fee0fd2c-f3a3-4426-a6e7-c1ebd9199918 service neutron] Attempting to bind port 89ccd63d-bb07-4e16-952f-38e85def2138 by drivers openvswitch,hyperv on host hv-cinder-79716 at level 0 using segments [{'id': 'c89f387d-7649-48a7-994e-66684c22c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c59c2429-3dc2-4964-ae2b-30558e1e435a'}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:34:49.864170 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-fee0fd2c-f3a3-4426-a6e7-c1ebd9199918 service neutron] Attempting to bind port 89ccd63d-bb07-4e16-952f-38e85def2138 on network c59c2429-3dc2-4964-ae2b-30558e1e435a {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:34:49.909227 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-d1d36880-32dd-4249-83ba-08f34b1da1cd tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:49.912380 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-fee0fd2c-f3a3-4426-a6e7-c1ebd9199918 service neutron] Port 89ccd63d-bb07-4e16-952f-38e85def2138 on network c59c2429-3dc2-4964-ae2b-30558e1e435a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79716 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 16:34:49.912710 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-fee0fd2c-f3a3-4426-a6e7-c1ebd9199918 service neutron] Attempting to bind port 89ccd63d-bb07-4e16-952f-38e85def2138 on network c59c2429-3dc2-4964-ae2b-30558e1e435a {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:34:49.914140 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-d1d36880-32dd-4249-83ba-08f34b1da1cd tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Usage tracker for resource:port and tenant:905d3e9862c043939d7e73a1320af084 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:49.917632 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-d1d36880-32dd-4249-83ba-08f34b1da1cd tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:49.921611 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-fee0fd2c-f3a3-4426-a6e7-c1ebd9199918 service neutron] Checking agent: {'id': '8fa6119b-2ff5-4d4e-8bfd-f2c719c77604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79716', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'started_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:34:49.922461 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-fee0fd2c-f3a3-4426-a6e7-c1ebd9199918 service neutron] Checking segment: {'id': 'c89f387d-7649-48a7-994e-66684c22c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c59c2429-3dc2-4964-ae2b-30558e1e435a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:34:49.923015 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-fee0fd2c-f3a3-4426-a6e7-c1ebd9199918 service neutron] Bound using segment: {'id': 'c89f387d-7649-48a7-994e-66684c22c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c59c2429-3dc2-4964-ae2b-30558e1e435a'} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:34:49.924140 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-fee0fd2c-f3a3-4426-a6e7-c1ebd9199918 service neutron] Bound port: 89ccd63d-bb07-4e16-952f-38e85def2138, host: hv-cinder-79716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c89f387d-7649-48a7-994e-66684c22c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c59c2429-3dc2-4964-ae2b-30558e1e435a'}}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:34:49.924660 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-fee0fd2c-f3a3-4426-a6e7-c1ebd9199918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:49.925897 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-d1d36880-32dd-4249-83ba-08f34b1da1cd tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:49.988086 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-d1d36880-32dd-4249-83ba-08f34b1da1cd tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Made reservation on behalf of 905d3e9862c043939d7e73a1320af084 for: {'port': 1} {{(pid=78427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:34:49.992701 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-d1d36880-32dd-4249-83ba-08f34b1da1cd tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:50.004854 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-0bb0b40f-5074-45c0-8ec7-0abdfbfb65b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:50.012626 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-a07d6991-abe3-4879-b81d-3fd33f5e2d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:50.013188 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-0bb0b40f-5074-45c0-8ec7-0abdfbfb65b5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c3d28747cfe746fb862defcb2926e2fa&device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 1097 time: 0.6638372
Jun 21 16:34:50.079841 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-92029fb5-2f09-45fe-a802-472070630820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:50.185011 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-cf1e1781-cfe2-48d4-87d9-033d2090dba5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0458031-3cfb-4f8d-86d6-fd40bc5c62bb HTTP/1.1" status: 200  len: 217 time: 0.1125109
Jun 21 16:34:50.233452 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c0889650-5183-40e3-8b3b-39b716c39f69 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:50.275421 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:50.327216 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-fee0fd2c-f3a3-4426-a6e7-c1ebd9199918 service neutron] For port 89ccd63d-bb07-4e16-952f-38e85def2138, host hv-cinder-79716, cleared binding levels {{(pid=78426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:34:50.346410 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-3732097b-5949-4f90-ab57-9837845cb352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:50.348152 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-3732097b-5949-4f90-ab57-9837845cb352 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=02d3a594-001f-4533-99ef-2a3cb4e62b62 HTTP/1.1" status: 200  len: 858 time: 0.1556003
Jun 21 16:34:50.354084 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-fee0fd2c-f3a3-4426-a6e7-c1ebd9199918 service neutron] For port 89ccd63d-bb07-4e16-952f-38e85def2138, host hv-cinder-79716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=89ccd63d-bb07-4e16-952f-38e85def2138,segment=NetworkSegment(c89f387d-7649-48a7-994e-66684c22c74d),segment_id=c89f387d-7649-48a7-994e-66684c22c74d)] {{(pid=78426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:34:50.398537 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a0590829-522a-4d34-8d93-62dd8ff86c12 req-5b1f2135-1bfe-4da7-bd15-c15b59fcd263 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 210 time: 0.1178594
Jun 21 16:34:50.419100 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '704c3d48-e58a-4d92-bf28-b642f2c142db', 'tag': 'd0458031-3cfb-4f8d-86d6-fd40bc5c62bb', 'status': 'completed', 'code': 200}
Jun 21 16:34:50.419951 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-2b48cc60-9df9-4c39-87c8-5b39f1a4114d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c59c2429-3dc2-4964-ae2b-30558e1e435a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0619946
Jun 21 16:34:50.424202 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-fee0fd2c-f3a3-4426-a6e7-c1ebd9199918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2434630'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:50.452346 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:50.463159 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-a07d6991-abe3-4879-b81d-3fd33f5e2d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:50.532388 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c0889650-5183-40e3-8b3b-39b716c39f69 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:50.565260 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0fd2c-f3a3-4426-a6e7-c1ebd9199918 service neutron] Pushing event updated for resources: {'Port': ['ID=89ccd63d-bb07-4e16-952f-38e85def2138,revision_number=3']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:50.579134 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-fee0fd2c-f3a3-4426-a6e7-c1ebd9199918 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:50.606593 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-fee0fd2c-f3a3-4426-a6e7-c1ebd9199918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:50.607413 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-fee0fd2c-f3a3-4426-a6e7-c1ebd9199918 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for port, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:50.608928 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-fee0fd2c-f3a3-4426-a6e7-c1ebd9199918 service neutron] 10.222.0.39 "PUT /v2.0/ports/89ccd63d-bb07-4e16-952f-38e85def2138 HTTP/1.1" status: 200  len: 1094 time: 3.1459954
Jun 21 16:34:50.612828 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be148157-70d0-4044-b477-e4125cf4f2aa', 'tag': '89ccd63d-bb07-4e16-952f-38e85def2138'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:34:50.775778 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be148157-70d0-4044-b477-e4125cf4f2aa', 'tag': '89ccd63d-bb07-4e16-952f-38e85def2138', 'status': 'completed', 'code': 200}
Jun 21 16:34:50.818136 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-a07d6991-abe3-4879-b81d-3fd33f5e2d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:50.819802 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:50.836397 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.db_base_plugin_common [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-d1d36880-32dd-4249-83ba-08f34b1da1cd tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Allocated IP 172.20.0.13 (a67c6bd4-5155-4840-9134-bc4e7230ff7f/2be6e26d-5dd3-4545-8f70-57f38dc5039e/32d8e820-c446-4a72-97ae-5ee7f9df1866) {{(pid=78427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:34:50.838994 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:50.883748 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d6991-abe3-4879-b81d-3fd33f5e2d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b07b860-d470-4f75-b5fe-ca5315722276,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:50.911764 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-a07d6991-abe3-4879-b81d-3fd33f5e2d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:50.954999 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-a07d6991-abe3-4879-b81d-3fd33f5e2d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:50.960780 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-a07d6991-abe3-4879-b81d-3fd33f5e2d97 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b07b860-d470-4f75-b5fe-ca5315722276 HTTP/1.1" status: 204  len: 168 time: 1.1091547
Jun 21 16:34:50.977553 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 64b4aadd-7989-40f7-8b9d-924017c5e1b5 up at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:34:50.998544 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b010cb2-bb4d-4c59-bfd0-c78adca7727e req-5c54a840-b047-4636-b5f9-a8b08c6bebd5 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:51.006396 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0b010cb2-bb4d-4c59-bfd0-c78adca7727e req-5c54a840-b047-4636-b5f9-a8b08c6bebd5 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/ports?device_id=893c2aad-841e-4b27-9ad1-a41c864b72fb HTTP/1.1" status: 200  len: 944 time: 0.4298220
Jun 21 16:34:51.009337 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-ce169389-6da8-4ff2-92b6-fb1a81e38712 service neutron] 10.222.0.39 "GET /v2.0/networks/c59c2429-3dc2-4964-ae2b-30558e1e435a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5801380
Jun 21 16:34:51.112202 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning for port 64b4aadd-7989-40f7-8b9d-924017c5e1b5 completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:34:51.124999 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning complete for port 64b4aadd-7989-40f7-8b9d-924017c5e1b5 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:34:51.126059 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:51.205919 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-f6a39966-6bba-405f-95e3-dbb7ee7464bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:51.206773 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0b010cb2-bb4d-4c59-bfd0-c78adca7727e req-98135afe-ae51-43bf-96cf-4be29bf4821c tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9cc7ba0-817b-4e16-ae2e-973fa523fde4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1980720
Jun 21 16:34:51.207275 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-f6a39966-6bba-405f-95e3-dbb7ee7464bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c3d28747cfe746fb862defcb2926e2fa&device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 1097 time: 0.4280131
Jun 21 16:34:51.233454 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-bd183cb7-815f-4dee-9418-3908ffcd3fe3 req-e537ea58-8e2a-4903-814d-3abba2ca715f service neutron] 10.222.0.39 "GET /v2.0/networks/c59c2429-3dc2-4964-ae2b-30558e1e435a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2147954
Jun 21 16:34:51.350685 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:51.365075 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-d1d36880-32dd-4249-83ba-08f34b1da1cd tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for port, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:51.382541 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab61511-29fd-4f78-afa9-c61ad802d570 req-f3948855-7c5e-491a-ac52-81b5a8929fd6 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:51.384357 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8ab61511-29fd-4f78-afa9-c61ad802d570 req-f3948855-7c5e-491a-ac52-81b5a8929fd6 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 944 time: 0.2969866
Jun 21 16:34:51.406316 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893c2aad-841e-4b27-9ad1-a41c864b72fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b4aadd-7989-40f7-8b9d-924017c5e1b5'}] {{(pid=78428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:34:51.411167 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.provisioning_blocks [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-d1d36880-32dd-4249-83ba-08f34b1da1cd tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Transition to ACTIVE for port object 32d8e820-c446-4a72-97ae-5ee7f9df1866 will not be triggered until provisioned by entity DHCP. {{(pid=78427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:34:51.429185 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-29fb03cc-5c2c-499a-9706-b1f7b1d47b93 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89ccd63d-bb07-4e16-952f-38e85def2138 HTTP/1.1" status: 200  len: 217 time: 0.1915843
Jun 21 16:34:51.462468 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8ab61511-29fd-4f78-afa9-c61ad802d570 req-b7c0e512-d237-4edb-8590-02e0697db381 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676343
Jun 21 16:34:51.496162 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-d1d36880-32dd-4249-83ba-08f34b1da1cd tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512'] for port, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:51.503323 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:51.517183 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 64b4aadd-7989-40f7-8b9d-924017c5e1b5, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=64b4aadd-7989-40f7-8b9d-924017c5e1b5,segment=NetworkSegment(08ed8ea8-f157-4a71-a953-05bd6fc73136),segment_id=08ed8ea8-f157-4a71-a953-05bd6fc73136)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:34:51.524098 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:51.526971 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:51.609329 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=64b4aadd-7989-40f7-8b9d-924017c5e1b5,revision_number=5']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:51.613999 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:51.620784 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c0889650-5183-40e3-8b3b-39b716c39f69 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for port, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:51.627996 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-2710ecdc-dc95-4f28-a698-4aa973c52ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:51.629866 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-2710ecdc-dc95-4f28-a698-4aa973c52ef0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=02d3a594-001f-4533-99ef-2a3cb4e62b62 HTTP/1.1" status: 200  len: 858 time: 0.1784155
Jun 21 16:34:51.636269 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c0889650-5183-40e3-8b3b-39b716c39f69 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2434630'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:51.680157 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:51.694808 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-d1d36880-32dd-4249-83ba-08f34b1da1cd tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Network a67c6bd4-5155-4840-9134-bc4e7230ff7f is already hosted by enough agents. {{(pid=78427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:34:51.698115 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.base_scheduler [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-d1d36880-32dd-4249-83ba-08f34b1da1cd tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Resources bound (agent type, host, resource id):  {{(pid=78427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:34:51.703024 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-d1d36880-32dd-4249-83ba-08f34b1da1cd tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Received port after_create {{(pid=78427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:34:51.709137 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-d1d36880-32dd-4249-83ba-08f34b1da1cd tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:51.709821 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-d1d36880-32dd-4249-83ba-08f34b1da1cd tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for port, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:51.719950 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cc29c-8e56-486a-9c49-d60c5cc51d06 req-c1e13261-580c-4b1a-aa75-6cc84fceea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:51.721701 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-0f8cc29c-8e56-486a-9c49-d60c5cc51d06 req-c1e13261-580c-4b1a-aa75-6cc84fceea61 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c3d28747cfe746fb862defcb2926e2fa&device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 1097 time: 0.3510737
Jun 21 16:34:51.729996 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:34:51.734378 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d36880-32dd-4249-83ba-08f34b1da1cd tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Pushing event updated for resources: {'Port': ['ID=32d8e820-c446-4a72-97ae-5ee7f9df1866,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:51.743353 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-d1d36880-32dd-4249-83ba-08f34b1da1cd tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:51.750397 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-0a3b5ff5-b79a-4483-8b36-5c16ca2978c1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c59c2429-3dc2-4964-ae2b-30558e1e435a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1092172
Jun 21 16:34:51.756648 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-d1d36880-32dd-4249-83ba-08f34b1da1cd tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1991818
Jun 21 16:34:51.780628 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-824427b3-2c6d-45c3-8675-691d589e8a26 service neutron] Request body: {'port': {'device_id': 'a88a241a-aac4-4b07-96d3-cba458b656df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79716'}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:34:51.827959 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4ed22-c970-4e7e-b59e-edece4e7e558 req-5e9e2bd9-e419-4afd-a6a2-5e4c5ab64fd7 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:51.829722 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-60e4ed22-c970-4e7e-b59e-edece4e7e558 req-5e9e2bd9-e419-4afd-a6a2-5e4c5ab64fd7 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Synchronizing usage tracker for tenant:905d3e9862c043939d7e73a1320af084 on resource:port {{(pid=78427) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:34:51.890838 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-60e4ed22-c970-4e7e-b59e-edece4e7e558 req-5e9e2bd9-e419-4afd-a6a2-5e4c5ab64fd7 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Unset dirty status for tenant:905d3e9862c043939d7e73a1320af084 on resource:port {{(pid=78427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:34:51.895856 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-60e4ed22-c970-4e7e-b59e-edece4e7e558 req-5e9e2bd9-e419-4afd-a6a2-5e4c5ab64fd7 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 932 time: 0.2712984
Jun 21 16:34:52.023662 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-824427b3-2c6d-45c3-8675-691d589e8a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:52.032607 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0889650-5183-40e3-8b3b-39b716c39f69 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Pushing event updated for resources: {'Port': ['ID=bc46520f-5b50-4999-af5d-d9e8c36d0d44,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:52.045029 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c0889650-5183-40e3-8b3b-39b716c39f69 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:52.060732 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-60e4ed22-c970-4e7e-b59e-edece4e7e558 req-c3b1587a-dde2-40bc-a31e-e27499a83319 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1616821
Jun 21 16:34:52.124572 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-056f624b-02a0-4839-9987-a91ff859cf77 None None] Provisioning for port 32d8e820-c446-4a72-97ae-5ee7f9df1866 completed by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:34:52.137663 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c0889650-5183-40e3-8b3b-39b716c39f69 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727397'] for floatingip, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:52.150957 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-056f624b-02a0-4839-9987-a91ff859cf77 None None] Provisioning complete for port 32d8e820-c446-4a72-97ae-5ee7f9df1866 triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:34:52.152020 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-056f624b-02a0-4839-9987-a91ff859cf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:52.286545 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cc29c-8e56-486a-9c49-d60c5cc51d06 req-c6fe6158-5db0-46cc-b67a-4715e258de0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:52.292338 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-0f8cc29c-8e56-486a-9c49-d60c5cc51d06 req-c6fe6158-5db0-46cc-b67a-4715e258de0b service neutron] 10.222.0.39 "GET /v2.0/networks?id=c59c2429-3dc2-4964-ae2b-30558e1e435a HTTP/1.1" status: 200  len: 919 time: 0.5462503
Jun 21 16:34:52.353052 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-056f624b-02a0-4839-9987-a91ff859cf77 None None] Port 32d8e820-c446-4a72-97ae-5ee7f9df1866 cannot update to ACTIVE because it is not bound. {{(pid=78428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 16:34:52.413257 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:52.468402 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-0f8cc29c-8e56-486a-9c49-d60c5cc51d06 req-10cd7ede-63d6-4127-9d71-7c98d45384c5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0458031-3cfb-4f8d-86d6-fd40bc5c62bb HTTP/1.1" status: 200  len: 217 time: 0.1596341
Jun 21 16:34:52.470857 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-60efb7dc-248f-4170-b7a7-9c9aa1591828 service neutron] 10.222.0.39 "GET /v2.0/networks/c59c2429-3dc2-4964-ae2b-30558e1e435a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6431048
Jun 21 16:34:52.476569 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c0889650-5183-40e3-8b3b-39b716c39f69 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:52.477975 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-c0889650-5183-40e3-8b3b-39b716c39f69 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.9868190
Jun 21 16:34:52.608708 dv-cinder-797161-1-iscsi neutron-server[78428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893c2aad-841e-4b27-9ad1-a41c864b72fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b4aadd-7989-40f7-8b9d-924017c5e1b5', 'code': 200}
Jun 21 16:34:52.612323 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cc29c-8e56-486a-9c49-d60c5cc51d06 req-ae193385-6741-411c-bc0b-f3f10041fe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:52.617561 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-0f8cc29c-8e56-486a-9c49-d60c5cc51d06 req-ae193385-6741-411c-bc0b-f3f10041fe68 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=02d3a594-001f-4533-99ef-2a3cb4e62b62 HTTP/1.1" status: 200  len: 858 time: 0.1364233
Jun 21 16:34:52.642755 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a4856-499a-42a2-afef-d0a9a7f0c15e req-2d9e8c81-b70d-4c43-85e9-54f9c8fdf60b tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:52.644536 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-619a4856-499a-42a2-afef-d0a9a7f0c15e req-2d9e8c81-b70d-4c43-85e9-54f9c8fdf60b tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/ports?device_id=893c2aad-841e-4b27-9ad1-a41c864b72fb HTTP/1.1" status: 200  len: 945 time: 0.1735849
Jun 21 16:34:52.768682 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-619a4856-499a-42a2-afef-d0a9a7f0c15e req-61f0acd4-4a2f-430a-8094-895d2c601668 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9cc7ba0-817b-4e16-ae2e-973fa523fde4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099212
Jun 21 16:34:52.773946 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.notifiers.nova [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-824427b3-2c6d-45c3-8675-691d589e8a26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d8e820-c446-4a72-97ae-5ee7f9df1866 {{(pid=78427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:34:52.790612 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-824427b3-2c6d-45c3-8675-691d589e8a26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:52.808303 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.provisioning_blocks [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-824427b3-2c6d-45c3-8675-691d589e8a26 service neutron] Transition to ACTIVE for port object 32d8e820-c446-4a72-97ae-5ee7f9df1866 will not be triggered until provisioned by entity L2. {{(pid=78427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:34:52.819267 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-824427b3-2c6d-45c3-8675-691d589e8a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:52.821043 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-0f8cc29c-8e56-486a-9c49-d60c5cc51d06 req-7dbbdb11-e7a6-4248-8f9c-6141f16f211d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c59c2429-3dc2-4964-ae2b-30558e1e435a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1535952
Jun 21 16:34:52.864690 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-d1d36880-32dd-4249-83ba-08f34b1da1cd tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:52.926126 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.39', 59656) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:52.937303 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824427b3-2c6d-45c3-8675-691d589e8a26 service neutron] Pushing event updated for resources: {'Port': ['ID=32d8e820-c446-4a72-97ae-5ee7f9df1866,revision_number=2']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:52.947682 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-824427b3-2c6d-45c3-8675-691d589e8a26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:53.373631 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-924aedb8-acad-43f3-8a21-7c205f4949b6 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Synchronizing usage tracker for tenant:2f495dd509064a23adb18dc1cd54b526 on resource:security_group {{(pid=78427) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:34:53.398906 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-0f8cc29c-8e56-486a-9c49-d60c5cc51d06 req-43578ecd-2576-420a-b018-066f533e0f73 service neutron] 10.222.0.39 "GET /v2.0/networks/c59c2429-3dc2-4964-ae2b-30558e1e435a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5126750
Jun 21 16:34:53.399509 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-824427b3-2c6d-45c3-8675-691d589e8a26 service neutron] Attempting to bind port 32d8e820-c446-4a72-97ae-5ee7f9df1866 on host hv-cinder-79716 for vnic_type normal with profile  {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:34:53.399888 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-824427b3-2c6d-45c3-8675-691d589e8a26 service neutron] Attempting to bind port 32d8e820-c446-4a72-97ae-5ee7f9df1866 by drivers openvswitch,hyperv on host hv-cinder-79716 at level 0 using segments [{'id': '16cd9c55-e131-42a6-8dc4-ceeca16849f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f'}] {{(pid=78427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:34:53.400222 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-824427b3-2c6d-45c3-8675-691d589e8a26 service neutron] Attempting to bind port 32d8e820-c446-4a72-97ae-5ee7f9df1866 on network a67c6bd4-5155-4840-9134-bc4e7230ff7f {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:34:53.410353 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689a799-6e86-4021-a12e-4f1e7cc9c164 req-ada156e4-8167-465b-b46b-f359eb7dd3c2 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:53.411915 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a689a799-6e86-4021-a12e-4f1e7cc9c164 req-ada156e4-8167-465b-b46b-f359eb7dd3c2 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 944 time: 0.5840561
Jun 21 16:34:53.419481 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-924aedb8-acad-43f3-8a21-7c205f4949b6 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Unset dirty status for tenant:2f495dd509064a23adb18dc1cd54b526 on resource:security_group {{(pid=78427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:34:53.428682 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-924aedb8-acad-43f3-8a21-7c205f4949b6 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1236542418&fields=id&tenant_id=2f495dd509064a23adb18dc1cd54b526 HTTP/1.1" status: 200  len: 267 time: 0.2011957
Jun 21 16:34:53.436434 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-d31574e0-04ef-43de-bd08-50050b2d3b5f req-87ffa5cd-470d-4b4e-98bd-29d59980bf91 service neutron] 10.222.0.39 "GET /v2.0/networks/c59c2429-3dc2-4964-ae2b-30558e1e435a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9518428
Jun 21 16:34:53.458730 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-824427b3-2c6d-45c3-8675-691d589e8a26 service neutron] Port 32d8e820-c446-4a72-97ae-5ee7f9df1866 on network a67c6bd4-5155-4840-9134-bc4e7230ff7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79716 {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 16:34:53.459440 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-824427b3-2c6d-45c3-8675-691d589e8a26 service neutron] Attempting to bind port 32d8e820-c446-4a72-97ae-5ee7f9df1866 on network a67c6bd4-5155-4840-9134-bc4e7230ff7f {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:34:53.490276 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-824427b3-2c6d-45c3-8675-691d589e8a26 service neutron] Checking agent: {'id': '8fa6119b-2ff5-4d4e-8bfd-f2c719c77604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79716', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'started_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:34:53.490899 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-824427b3-2c6d-45c3-8675-691d589e8a26 service neutron] Checking segment: {'id': '16cd9c55-e131-42a6-8dc4-ceeca16849f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:34:53.491441 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-824427b3-2c6d-45c3-8675-691d589e8a26 service neutron] Bound using segment: {'id': '16cd9c55-e131-42a6-8dc4-ceeca16849f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f'} {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:34:53.492557 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-824427b3-2c6d-45c3-8675-691d589e8a26 service neutron] Bound port: 32d8e820-c446-4a72-97ae-5ee7f9df1866, host: hv-cinder-79716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16cd9c55-e131-42a6-8dc4-ceeca16849f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f'}}] {{(pid=78427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:34:53.493075 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-824427b3-2c6d-45c3-8675-691d589e8a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:53.573825 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27c862-d644-4c9d-ace7-9cb8751db36e req-6fd9b84f-19c7-4b4f-a38a-ccdd70895d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:53.573825 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-de27c862-d644-4c9d-ace7-9cb8751db36e req-6fd9b84f-19c7-4b4f-a38a-ccdd70895d5d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=893c2aad-841e-4b27-9ad1-a41c864b72fb HTTP/1.1" status: 200  len: 1098 time: 0.6305137
Jun 21 16:34:53.667827 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-de27c862-d644-4c9d-ace7-9cb8751db36e req-98e29c30-f94a-4717-8b9e-fc194256bb5d service neutron] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:53.673685 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-824427b3-2c6d-45c3-8675-691d589e8a26 service neutron] For port 32d8e820-c446-4a72-97ae-5ee7f9df1866, host hv-cinder-79716, cleared binding levels {{(pid=78427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:34:53.677822 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-824427b3-2c6d-45c3-8675-691d589e8a26 service neutron] For port 32d8e820-c446-4a72-97ae-5ee7f9df1866, host hv-cinder-79716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=32d8e820-c446-4a72-97ae-5ee7f9df1866,segment=NetworkSegment(16cd9c55-e131-42a6-8dc4-ceeca16849f7),segment_id=16cd9c55-e131-42a6-8dc4-ceeca16849f7)] {{(pid=78427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:34:53.683101 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-0f8cc29c-8e56-486a-9c49-d60c5cc51d06 req-7780dbb8-b1a0-499c-89aa-943d6a722b58 service neutron] 10.222.0.39 "GET /v2.0/networks/c59c2429-3dc2-4964-ae2b-30558e1e435a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2741942
Jun 21 16:34:53.697250 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [req-de27c862-d644-4c9d-ace7-9cb8751db36e req-98e29c30-f94a-4717-8b9e-fc194256bb5d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:53.704562 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-de27c862-d644-4c9d-ace7-9cb8751db36e req-98e29c30-f94a-4717-8b9e-fc194256bb5d service neutron] Usage tracker for resource:security_group_rule and tenant:695e71964af04e34810f2fe6859332e5 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:53.708285 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a689a799-6e86-4021-a12e-4f1e7cc9c164 req-823d3034-3a32-4148-8cd1-9a7ce294caaf tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2699051
Jun 21 16:34:53.708457 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-de27c862-d644-4c9d-ace7-9cb8751db36e req-98e29c30-f94a-4717-8b9e-fc194256bb5d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:53.715943 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [req-de27c862-d644-4c9d-ace7-9cb8751db36e req-98e29c30-f94a-4717-8b9e-fc194256bb5d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:53.721352 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-824427b3-2c6d-45c3-8675-691d589e8a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:53.725229 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ff7ab-1e65-43c8-8ddc-9cf03683c766 req-0e7d32ec-676d-4adf-b1e2-a167d436f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:53.727045 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-9c4ff7ab-1e65-43c8-8ddc-9cf03683c766 req-0e7d32ec-676d-4adf-b1e2-a167d436f37e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c3d28747cfe746fb862defcb2926e2fa&device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 1097 time: 0.1528094
Jun 21 16:34:53.733030 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:53.905149 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-824427b3-2c6d-45c3-8675-691d589e8a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:53.905774 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-824427b3-2c6d-45c3-8675-691d589e8a26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for port, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:53.907197 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-824427b3-2c6d-45c3-8675-691d589e8a26 service neutron] 10.222.0.39 "PUT /v2.0/ports/32d8e820-c446-4a72-97ae-5ee7f9df1866 HTTP/1.1" status: 200  len: 1094 time: 2.1319118
Jun 21 16:34:53.908874 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88a241a-aac4-4b07-96d3-cba458b656df', 'tag': '32d8e820-c446-4a72-97ae-5ee7f9df1866'}] {{(pid=78427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:34:54.000970 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-b8c89504-074a-4a91-968e-f4967dbc3622 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:54.008133 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-b8c89504-074a-4a91-968e-f4967dbc3622 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Synchronizing usage tracker for tenant:2f495dd509064a23adb18dc1cd54b526 on resource:network {{(pid=78427) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:34:54.107891 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824427b3-2c6d-45c3-8675-691d589e8a26 service neutron] Pushing event updated for resources: {'Port': ['ID=32d8e820-c446-4a72-97ae-5ee7f9df1866,revision_number=3']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:54.128991 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ff7ab-1e65-43c8-8ddc-9cf03683c766 req-98bb1b15-f09b-4aa1-9f01-15dcfcfabacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:54.130476 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-9c4ff7ab-1e65-43c8-8ddc-9cf03683c766 req-98bb1b15-f09b-4aa1-9f01-15dcfcfabacc service neutron] 10.222.0.39 "GET /v2.0/networks?id=c59c2429-3dc2-4964-ae2b-30558e1e435a HTTP/1.1" status: 200  len: 919 time: 0.3889961
Jun 21 16:34:54.150714 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-824427b3-2c6d-45c3-8675-691d589e8a26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:54.217099 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-b8c89504-074a-4a91-968e-f4967dbc3622 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Unset dirty status for tenant:2f495dd509064a23adb18dc1cd54b526 on resource:network {{(pid=78427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:34:54.218286 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-b8c89504-074a-4a91-968e-f4967dbc3622 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/networks?id=4e7bf916-d804-4156-8df4-c3e47df8bbc5 HTTP/1.1" status: 200  len: 816 time: 0.7886302
Jun 21 16:34:54.256972 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-ad36f330-ee7d-4628-afc7-6d943ea1c0cc tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/quotas/2f495dd509064a23adb18dc1cd54b526 HTTP/1.1" status: 200  len: 375 time: 0.0293043
Jun 21 16:34:54.267408 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37467879-0814-465f-8797-a2ba45edd9d1 req-a9fd7375-f5aa-4a7d-848d-3809161b8c01 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:54.274495 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-37467879-0814-465f-8797-a2ba45edd9d1 req-a9fd7375-f5aa-4a7d-848d-3809161b8c01 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 944 time: 0.4242058
Jun 21 16:34:54.291901 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-9c4ff7ab-1e65-43c8-8ddc-9cf03683c766 req-5417e200-d65a-4dd6-8a4e-58a84c03341d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89ccd63d-bb07-4e16-952f-38e85def2138 HTTP/1.1" status: 200  len: 217 time: 0.1380208
Jun 21 16:34:54.398515 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-de27c862-d644-4c9d-ace7-9cb8751db36e req-98e29c30-f94a-4717-8b9e-fc194256bb5d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:54.401012 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ff7ab-1e65-43c8-8ddc-9cf03683c766 req-ff336fe4-b64f-442e-9960-c5b7b4df3961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:54.403021 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-9c4ff7ab-1e65-43c8-8ddc-9cf03683c766 req-ff336fe4-b64f-442e-9960-c5b7b4df3961 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=02d3a594-001f-4533-99ef-2a3cb4e62b62 HTTP/1.1" status: 200  len: 858 time: 0.1103306
Jun 21 16:34:54.406921 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-de27c862-d644-4c9d-ace7-9cb8751db36e req-98e29c30-f94a-4717-8b9e-fc194256bb5d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:54.417016 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-b108bb5a-eaca-4fdf-8fdb-61e4bc12e868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:54.418541 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-b108bb5a-eaca-4fdf-8fdb-61e4bc12e868 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=905d3e9862c043939d7e73a1320af084&device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 1097 time: 0.4351425
Jun 21 16:34:54.430883 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:54.431848 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-37467879-0814-465f-8797-a2ba45edd9d1 req-67071e17-c199-4af9-8ae9-80ec186efd4e tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1565094
Jun 21 16:34:54.439422 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-de27c862-d644-4c9d-ace7-9cb8751db36e req-98e29c30-f94a-4717-8b9e-fc194256bb5d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a9cc7ba0-817b-4e16-ae2e-973fa523fde4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8156674
Jun 21 16:34:54.499341 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-9c4ff7ab-1e65-43c8-8ddc-9cf03683c766 req-535a7b54-81ef-490f-a2bf-56beca8cfd8e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c59c2429-3dc2-4964-ae2b-30558e1e435a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0685072
Jun 21 16:34:54.510597 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-c0d44a33-96c5-4486-88b9-55414121f997 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32d8e820-c446-4a72-97ae-5ee7f9df1866 HTTP/1.1" status: 200  len: 217 time: 0.0753305
Jun 21 16:34:54.513973 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e29c30-f94a-4717-8b9e-fc194256bb5d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=81c6ae98-36c7-408b-adf3-f1dbbfedd722,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:54.519187 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-98e29c30-f94a-4717-8b9e-fc194256bb5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:54.539151 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-7d50dfb1-b280-41e9-a7f1-bdb2811c7f40 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f495dd509064a23adb18dc1cd54b526&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2626429
Jun 21 16:34:54.717028 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 35862) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:54.744329 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-244aa951-ec1f-418f-9ad3-447db90f89cc service neutron] 10.222.0.24 "GET /v2.0/networks/4e7bf916-d804-4156-8df4-c3e47df8bbc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1912539
Jun 21 16:34:54.842007 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536e417-5f5c-4ac3-a921-8ce9ac328fba req-bf155804-6ff7-4363-bc0f-fdaaed50bddf tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:54.843478 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b536e417-5f5c-4ac3-a921-8ce9ac328fba req-bf155804-6ff7-4363-bc0f-fdaaed50bddf tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/ports?device_id=893c2aad-841e-4b27-9ad1-a41c864b72fb HTTP/1.1" status: 200  len: 945 time: 0.2509334
Jun 21 16:34:54.851531 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-68b37e57-90d0-4f47-9ede-66a6915b4437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:54.851711 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-68b37e57-90d0-4f47-9ede-66a6915b4437 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2be6e26d-5dd3-4545-8f70-57f38dc5039e HTTP/1.1" status: 200  len: 850 time: 0.1056190
Jun 21 16:34:54.866896 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-60290651-2df7-4891-ac57-2d1f71c1b37a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:54.889694 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-60290651-2df7-4891-ac57-2d1f71c1b37a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:54.905024 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-60290651-2df7-4891-ac57-2d1f71c1b37a admin admin] Usage tracker for resource:security_group_rule and tenant:64475a0b1ce64b1b877a989cb0f6c4af is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:54.914227 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-60290651-2df7-4891-ac57-2d1f71c1b37a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:54.919338 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-60290651-2df7-4891-ac57-2d1f71c1b37a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:54.923378 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-9c4ff7ab-1e65-43c8-8ddc-9cf03683c766 req-546e9206-b068-4802-9a80-dc21dabf846b service neutron] 10.222.0.39 "GET /v2.0/networks/c59c2429-3dc2-4964-ae2b-30558e1e435a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1790812
Jun 21 16:34:54.978885 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device d0458031-3cfb-4f8d-86d6-fd40bc5c62bb details requested by agent hyperv_hv-cinder-79716 with host hv-cinder-79716 {{(pid=78428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 16:34:55.017367 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b536e417-5f5c-4ac3-a921-8ce9ac328fba req-f6ea6935-938a-4d82-ba6e-7ca85295dbc8 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9cc7ba0-817b-4e16-ae2e-973fa523fde4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1627321
Jun 21 16:34:55.056552 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-3bc1579e-792d-4a43-b97c-cb3138fd93b1 service neutron] 10.222.0.24 "GET /v2.0/networks/4e7bf916-d804-4156-8df4-c3e47df8bbc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2495697
Jun 21 16:34:55.065813 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-836b559b-5295-47a0-a78b-aaf64fd03ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:55.067941 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-836b559b-5295-47a0-a78b-aaf64fd03ee6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a67c6bd4-5155-4840-9134-bc4e7230ff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2020805
Jun 21 16:34:55.151403 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a88a241a-aac4-4b07-96d3-cba458b656df', 'tag': '32d8e820-c446-4a72-97ae-5ee7f9df1866', 'status': 'completed', 'code': 200}
Jun 21 16:34:55.263020 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-60290651-2df7-4891-ac57-2d1f71c1b37a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:55.268123 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-9c4ff7ab-1e65-43c8-8ddc-9cf03683c766 req-b3ae8d48-4c9b-4434-b0b7-1f258ac6a3a8 service neutron] 10.222.0.39 "GET /v2.0/networks/c59c2429-3dc2-4964-ae2b-30558e1e435a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3367324
Jun 21 16:34:55.270338 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-60290651-2df7-4891-ac57-2d1f71c1b37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:55.288519 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port d0458031-3cfb-4f8d-86d6-fd40bc5c62bb, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=d0458031-3cfb-4f8d-86d6-fd40bc5c62bb,segment=NetworkSegment(c89f387d-7649-48a7-994e-66684c22c74d),segment_id=c89f387d-7649-48a7-994e-66684c22c74d)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:34:55.329189 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Returning: {'device': 'd0458031-3cfb-4f8d-86d6-fd40bc5c62bb', 'network_id': 'c59c2429-3dc2-4964-ae2b-30558e1e435a', 'port_id': 'd0458031-3cfb-4f8d-86d6-fd40bc5c62bb', 'mac_address': 'fa:16:3e:07:b4:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02d3a594-001f-4533-99ef-2a3cb4e62b62', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 16:34:55.331258 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-3056f832-b9f2-453b-be3b-a9a0f2261012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:55.352017 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-60290651-2df7-4891-ac57-2d1f71c1b37a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=64475a0b1ce64b1b877a989cb0f6c4af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6336110
Jun 21 16:34:55.355357 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 35886) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:55.395896 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60290651-2df7-4891-ac57-2d1f71c1b37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a695a519-df32-4d9f-8d2e-632ce7c20046,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:55.415819 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-60290651-2df7-4891-ac57-2d1f71c1b37a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:55.424656 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:55.450456 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0458031-3cfb-4f8d-86d6-fd40bc5c62bb {{(pid=78428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:34:55.472127 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port d0458031-3cfb-4f8d-86d6-fd40bc5c62bb, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=d0458031-3cfb-4f8d-86d6-fd40bc5c62bb,segment=NetworkSegment(c89f387d-7649-48a7-994e-66684c22c74d),segment_id=c89f387d-7649-48a7-994e-66684c22c74d)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:34:55.477429 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:55.479409 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-dd7fcf7d-06e8-4b23-8308-d7727c453f48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:55.515619 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-4707d758-3155-41d1-b31b-17e2aed01250 service neutron] 10.222.0.39 "GET /v2.0/networks/a67c6bd4-5155-4840-9134-bc4e7230ff7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4326379
Jun 21 16:34:55.550719 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ceaaee8c-1eee-4f5b-b9c4-0a3f0519fcf9 req-3b81e871-ae88-45b5-81d3-7bd8e525ee37 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 210 time: 0.1748168
Jun 21 16:34:55.561509 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=d0458031-3cfb-4f8d-86d6-fd40bc5c62bb,revision_number=4']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:55.570511 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:55.769970 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['d0458031-3cfb-4f8d-86d6-fd40bc5c62bb'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:34:55.799592 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47a5a3-8a3c-46e9-9ab3-4956d063f974 req-6c85273b-1810-48c2-8563-5506b91e6075 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:55.806729 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-fe47a5a3-8a3c-46e9-9ab3-4956d063f974 req-6c85273b-1810-48c2-8563-5506b91e6075 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 944 time: 0.5540490
Jun 21 16:34:55.942652 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-108defc2-ea8d-4728-bad7-8abcab39624b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:56.002095 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-fe47a5a3-8a3c-46e9-9ab3-4956d063f974 req-04d9fbf2-93a9-44d0-9222-1902236d85cc tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1944706
Jun 21 16:34:56.028047 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-108defc2-ea8d-4728-bad7-8abcab39624b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:56.037087 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-718dc626-87e6-44a1-94bd-89fb8bbc2d8f req-2a0bcb77-b1e1-4a15-9d04-79277f63904e service neutron] 10.222.0.39 "GET /v2.0/networks/a67c6bd4-5155-4840-9134-bc4e7230ff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4911015
Jun 21 16:34:56.115327 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cff33-a11a-4360-878a-b4fdcd150ae4 req-bea99852-ba13-4638-b3b7-344e663bf55c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:56.123859 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-228cff33-a11a-4360-878a-b4fdcd150ae4 req-bea99852-ba13-4638-b3b7-344e663bf55c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 944 time: 0.4078681
Jun 21 16:34:56.222216 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-228cff33-a11a-4360-878a-b4fdcd150ae4 req-70777d1d-ca49-48b6-9b7b-02ffd7b88194 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0708697
Jun 21 16:34:56.229475 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-108defc2-ea8d-4728-bad7-8abcab39624b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:56.243794 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:56.261664 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108defc2-ea8d-4728-bad7-8abcab39624b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a695a519-df32-4d9f-8d2e-632ce7c20046,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:56.310639 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-108defc2-ea8d-4728-bad7-8abcab39624b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:56.351850 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-108defc2-ea8d-4728-bad7-8abcab39624b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:56.355218 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-108defc2-ea8d-4728-bad7-8abcab39624b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a695a519-df32-4d9f-8d2e-632ce7c20046 HTTP/1.1" status: 204  len: 168 time: 0.9954669
Jun 21 16:34:56.436301 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0418da-6535-4317-a3e4-8c55283c54e6 req-11330cf3-30b7-4166-b29f-c23df92262ed tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:56.437858 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-be0418da-6535-4317-a3e4-8c55283c54e6 req-11330cf3-30b7-4166-b29f-c23df92262ed tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/ports?device_id=893c2aad-841e-4b27-9ad1-a41c864b72fb HTTP/1.1" status: 200  len: 945 time: 0.1817818
Jun 21 16:34:56.443131 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762be47-ce4b-4609-9372-a542b508ede6 req-540ef89e-5ccf-4de2-a7b3-994d9c8be9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:56.446570 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7762be47-ce4b-4609-9372-a542b508ede6 req-540ef89e-5ccf-4de2-a7b3-994d9c8be9e8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=905d3e9862c043939d7e73a1320af084&device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 1097 time: 0.1294787
Jun 21 16:34:56.675454 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-be0418da-6535-4317-a3e4-8c55283c54e6 req-ca3c2a4c-7387-4bb6-ba6d-1a1ac5089e2f tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9cc7ba0-817b-4e16-ae2e-973fa523fde4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1839397
Jun 21 16:34:56.748804 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762be47-ce4b-4609-9372-a542b508ede6 req-b5c2cc2d-7b18-482f-834e-cd2fc0208e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:56.751472 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7762be47-ce4b-4609-9372-a542b508ede6 req-b5c2cc2d-7b18-482f-834e-cd2fc0208e9e service neutron] 10.222.0.39 "GET /v2.0/networks?id=a67c6bd4-5155-4840-9134-bc4e7230ff7f HTTP/1.1" status: 200  len: 912 time: 0.2923899
Jun 21 16:34:56.879414 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c6569b4e-395d-4cb4-a961-bb6bb7757c19 req-be01e085-6ae0-4d4c-9aec-638cbc51911b tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 210 time: 0.1268599
Jun 21 16:34:56.912554 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7762be47-ce4b-4609-9372-a542b508ede6 req-9bc34a17-942c-4054-ac88-bbf11924d6ce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32d8e820-c446-4a72-97ae-5ee7f9df1866 HTTP/1.1" status: 200  len: 217 time: 0.1117187
Jun 21 16:34:56.992835 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 89ccd63d-bb07-4e16-952f-38e85def2138 details requested by agent hyperv_hv-cinder-79716 with host hv-cinder-79716 {{(pid=78428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 16:34:57.010642 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device d0458031-3cfb-4f8d-86d6-fd40bc5c62bb up at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:34:57.026442 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762be47-ce4b-4609-9372-a542b508ede6 req-e8535bb1-4f9e-4879-b38b-bb0479c6ac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:57.028379 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7762be47-ce4b-4609-9372-a542b508ede6 req-e8535bb1-4f9e-4879-b38b-bb0479c6ac48 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2be6e26d-5dd3-4545-8f70-57f38dc5039e HTTP/1.1" status: 200  len: 850 time: 0.0983005
Jun 21 16:34:57.081277 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 35950) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:57.113098 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-b29ac642-58fd-4e6a-9f74-b3dc3977afd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:57.145874 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-b29ac642-58fd-4e6a-9f74-b3dc3977afd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:57.146938 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762be47-ce4b-4609-9372-a542b508ede6 req-5ea32ce2-6638-4aca-9aba-ea79f1d49b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:57.148434 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7762be47-ce4b-4609-9372-a542b508ede6 req-5ea32ce2-6638-4aca-9aba-ea79f1d49b45 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a67c6bd4-5155-4840-9134-bc4e7230ff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1117811
Jun 21 16:34:57.154298 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-b29ac642-58fd-4e6a-9f74-b3dc3977afd8 admin admin] Usage tracker for resource:security_group_rule and tenant:43f0b191c4b9405682a857421fc9c8bc is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:57.162437 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-b29ac642-58fd-4e6a-9f74-b3dc3977afd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:57.181455 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-b29ac642-58fd-4e6a-9f74-b3dc3977afd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:57.382945 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7762be47-ce4b-4609-9372-a542b508ede6 req-48867900-411a-4869-99d9-650058d1bedf service neutron] 10.222.0.39 "GET /v2.0/networks/a67c6bd4-5155-4840-9134-bc4e7230ff7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2248931
Jun 21 16:34:57.397539 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212e895-f79c-41a9-85c9-4ba2ff755075 req-65e66721-9f56-4902-a11b-c53c56a4205d tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:57.399389 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c212e895-f79c-41a9-85c9-4ba2ff755075 req-65e66721-9f56-4902-a11b-c53c56a4205d tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 945 time: 0.1193330
Jun 21 16:34:57.463777 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning for port d0458031-3cfb-4f8d-86d6-fd40bc5c62bb completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:34:57.503961 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning complete for port d0458031-3cfb-4f8d-86d6-fd40bc5c62bb triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:34:57.504340 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:57.587637 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7762be47-ce4b-4609-9372-a542b508ede6 req-e9407ad3-ffbd-4554-9e5f-358f63aa6c3e service neutron] 10.222.0.39 "GET /v2.0/networks/a67c6bd4-5155-4840-9134-bc4e7230ff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1872396
Jun 21 16:34:57.592700 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-1b9c8974-dae6-4638-ad4b-08d6c2dbb48b tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:57.601758 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-1b9c8974-dae6-4638-ad4b-08d6c2dbb48b tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.39 "GET /v2.0/networks?id=4e7bf916-d804-4156-8df4-c3e47df8bbc5 HTTP/1.1" status: 200  len: 816 time: 0.2026587
Jun 21 16:34:57.601758 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-b29ac642-58fd-4e6a-9f74-b3dc3977afd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:57.603202 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-b29ac642-58fd-4e6a-9f74-b3dc3977afd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:57.614655 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-3a6f105a-7483-44cb-a6e7-6945b3d2b166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:57.654792 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 89ccd63d-bb07-4e16-952f-38e85def2138, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=89ccd63d-bb07-4e16-952f-38e85def2138,segment=NetworkSegment(c89f387d-7649-48a7-994e-66684c22c74d),segment_id=c89f387d-7649-48a7-994e-66684c22c74d)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:34:57.672778 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c212e895-f79c-41a9-85c9-4ba2ff755075 req-4ef916b8-cc00-4df9-9c7a-bc53d48f968e tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2447059
Jun 21 16:34:57.692408 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ac642-58fd-4e6a-9f74-b3dc3977afd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3f5f24-fb56-4243-85fa-f98a3b4ddcde,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:57.702197 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Returning: {'device': '89ccd63d-bb07-4e16-952f-38e85def2138', 'network_id': 'c59c2429-3dc2-4964-ae2b-30558e1e435a', 'port_id': '89ccd63d-bb07-4e16-952f-38e85def2138', 'mac_address': 'fa:16:3e:d8:61:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02d3a594-001f-4533-99ef-2a3cb4e62b62', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 16:34:57.703311 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-b29ac642-58fd-4e6a-9f74-b3dc3977afd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:57.706319 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-b29ac642-58fd-4e6a-9f74-b3dc3977afd8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43f0b191c4b9405682a857421fc9c8bc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6240268
Jun 21 16:34:57.709003 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 35966) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:34:57.735496 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-2daa513d-cc28-4ee6-ba06-a0b13f1f605a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Synchronizing usage tracker for tenant:2f495dd509064a23adb18dc1cd54b526 on resource:security_group {{(pid=78426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:34:57.759237 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-2daa513d-cc28-4ee6-ba06-a0b13f1f605a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Unset dirty status for tenant:2f495dd509064a23adb18dc1cd54b526 on resource:security_group {{(pid=78426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:34:57.760423 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-2daa513d-cc28-4ee6-ba06-a0b13f1f605a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f495dd509064a23adb18dc1cd54b526 HTTP/1.1" status: 200  len: 380 time: 0.1340218
Jun 21 16:34:57.772284 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e4ff0-6e7a-43d8-9509-7ac0ff2f375d req-d17d4c9e-32e0-4674-9a5d-01d106a54f79 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:57.773757 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-3f8e4ff0-6e7a-43d8-9509-7ac0ff2f375d req-d17d4c9e-32e0-4674-9a5d-01d106a54f79 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 944 time: 0.1849446
Jun 21 16:34:57.780580 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-bb8fd0e1-5183-4c65-8d53-35f749a82662 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Request body: {'port': {'device_id': '8eb49a93-87b9-4e81-b4a3-c8e876dab673', 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5', 'admin_state_up': True, 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'security_groups': ['19853982-ef7a-4e59-a98b-1bd64a25eb3e']}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:34:57.816448 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:57.852764 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89ccd63d-bb07-4e16-952f-38e85def2138 {{(pid=78428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:34:57.879319 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-3f8e4ff0-6e7a-43d8-9509-7ac0ff2f375d req-e867e594-2c02-4de8-b7cf-ace6ef933d8d tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0986137
Jun 21 16:34:57.916148 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-213d6e6a-0f63-405b-b7d5-26b09fa07360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:57.945992 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 89ccd63d-bb07-4e16-952f-38e85def2138, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=89ccd63d-bb07-4e16-952f-38e85def2138,segment=NetworkSegment(c89f387d-7649-48a7-994e-66684c22c74d),segment_id=c89f387d-7649-48a7-994e-66684c22c74d)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:34:57.958846 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:57.962934 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-914ef518-95b2-4d14-bf74-94bb5b0a53f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:57.969641 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-213d6e6a-0f63-405b-b7d5-26b09fa07360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:58.022113 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-bb8fd0e1-5183-4c65-8d53-35f749a82662 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:34:58.030841 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-bb8fd0e1-5183-4c65-8d53-35f749a82662 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Usage tracker for resource:port and tenant:2f495dd509064a23adb18dc1cd54b526 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:34:58.035166 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-bb8fd0e1-5183-4c65-8d53-35f749a82662 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:34:58.041445 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-bb8fd0e1-5183-4c65-8d53-35f749a82662 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:34:58.057748 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-bb8fd0e1-5183-4c65-8d53-35f749a82662 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Made reservation on behalf of 2f495dd509064a23adb18dc1cd54b526 for: {'port': 1} {{(pid=78426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:34:58.063325 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-bb8fd0e1-5183-4c65-8d53-35f749a82662 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:58.067470 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c959e-a7a3-43ef-a01e-2f46034a97fe req-fd4ccf10-917f-4ff4-9d23-44ae9550bb44 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:58.074803 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-925c959e-a7a3-43ef-a01e-2f46034a97fe req-fd4ccf10-917f-4ff4-9d23-44ae9550bb44 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/ports?device_id=893c2aad-841e-4b27-9ad1-a41c864b72fb HTTP/1.1" status: 200  len: 945 time: 0.1842067
Jun 21 16:34:58.103756 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:58.152623 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=89ccd63d-bb07-4e16-952f-38e85def2138,revision_number=4']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:58.160347 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704c3d48-e58a-4d92-bf28-b642f2c142db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0458031-3cfb-4f8d-86d6-fd40bc5c62bb'}] {{(pid=78428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:34:58.167089 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:58.175435 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port d0458031-3cfb-4f8d-86d6-fd40bc5c62bb, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=d0458031-3cfb-4f8d-86d6-fd40bc5c62bb,segment=NetworkSegment(c89f387d-7649-48a7-994e-66684c22c74d),segment_id=c89f387d-7649-48a7-994e-66684c22c74d)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:34:58.189177 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:58.191386 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:58.204019 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-42b2e60f-8def-4d07-b418-a673044d0a5e req-c1633402-44a2-4e67-9ae1-9e8adc0bc1b6 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 210 time: 0.0943713
Jun 21 16:34:58.226407 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-925c959e-a7a3-43ef-a01e-2f46034a97fe req-56b72fbb-d1f9-429c-add4-ac33526246c0 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9cc7ba0-817b-4e16-ae2e-973fa523fde4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1507535
Jun 21 16:34:58.292934 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=d0458031-3cfb-4f8d-86d6-fd40bc5c62bb,revision_number=5']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:58.311585 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['89ccd63d-bb07-4e16-952f-38e85def2138'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:34:58.341492 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-213d6e6a-0f63-405b-b7d5-26b09fa07360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:58.348183 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-98e29c30-f94a-4717-8b9e-fc194256bb5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:58.349600 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:58.351176 dv-cinder-797161-1-iscsi neutron-server[78428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704c3d48-e58a-4d92-bf28-b642f2c142db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0458031-3cfb-4f8d-86d6-fd40bc5c62bb', 'code': 200}
Jun 21 16:34:58.367130 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d6e6a-0f63-405b-b7d5-26b09fa07360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3f5f24-fb56-4243-85fa-f98a3b4ddcde,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:58.400333 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-213d6e6a-0f63-405b-b7d5-26b09fa07360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:58.444847 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-213d6e6a-0f63-405b-b7d5-26b09fa07360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:58.446024 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-213d6e6a-0f63-405b-b7d5-26b09fa07360 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ce3f5f24-fb56-4243-85fa-f98a3b4ddcde HTTP/1.1" status: 204  len: 168 time: 0.7360189
Jun 21 16:34:58.450079 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-bb8fd0e1-5183-4c65-8d53-35f749a82662 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Allocated IP 172.20.0.8 (4e7bf916-d804-4156-8df4-c3e47df8bbc5/f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736/42c93584-495e-4381-a61f-b977ecbd7633) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:34:58.740264 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-bb8fd0e1-5183-4c65-8d53-35f749a82662 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:58.775651 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-bb8fd0e1-5183-4c65-8d53-35f749a82662 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Transition to ACTIVE for port object 42c93584-495e-4381-a61f-b977ecbd7633 will not be triggered until provisioned by entity DHCP. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:34:58.804243 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-bb8fd0e1-5183-4c65-8d53-35f749a82662 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:58.835646 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-22215b8c-6d98-44b3-b5c5-77833c895b08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:58.852934 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4655adf-e4c9-4a27-9ea2-fee0037bc2a7 req-0617ab12-e0ee-47b3-9a52-0ef2967eaae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:58.855385 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a4655adf-e4c9-4a27-9ea2-fee0037bc2a7 req-0617ab12-e0ee-47b3-9a52-0ef2967eaae5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 1099 time: 0.1952751
Jun 21 16:34:58.915063 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-bb8fd0e1-5183-4c65-8d53-35f749a82662 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Network 4e7bf916-d804-4156-8df4-c3e47df8bbc5 is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:34:58.941605 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-bb8fd0e1-5183-4c65-8d53-35f749a82662 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:34:58.965617 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-bb8fd0e1-5183-4c65-8d53-35f749a82662 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:34:59.007961 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 32d8e820-c446-4a72-97ae-5ee7f9df1866 details requested by agent hyperv_hv-cinder-79716 with host hv-cinder-79716 {{(pid=78428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 16:34:59.111653 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a4655adf-e4c9-4a27-9ea2-fee0037bc2a7 req-1265cdf5-d9d1-4d6b-93e6-2535a78b5977 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2459643
Jun 21 16:34:59.190559 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-bb8fd0e1-5183-4c65-8d53-35f749a82662 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:59.190559 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-bb8fd0e1-5183-4c65-8d53-35f749a82662 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for port, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:59.205784 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8fd0e1-5183-4c65-8d53-35f749a82662 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Pushing event updated for resources: {'Port': ['ID=42c93584-495e-4381-a61f-b977ecbd7633,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:59.211186 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-bb8fd0e1-5183-4c65-8d53-35f749a82662 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:34:59.220892 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-bb8fd0e1-5183-4c65-8d53-35f749a82662 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4496214
Jun 21 16:34:59.304208 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c1860-534e-4285-96fa-4247c30f9807 req-e5b21b55-aa1b-49f9-b8a2-71ffd85eb28f tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:59.313556 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-916c1860-534e-4285-96fa-4247c30f9807 req-e5b21b55-aa1b-49f9-b8a2-71ffd85eb28f tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 946 time: 0.4173903
Jun 21 16:34:59.374046 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-916c1860-534e-4285-96fa-4247c30f9807 req-9e85afb8-2483-4558-9c23-ed42c4645ce2 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574105
Jun 21 16:34:59.386046 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 32d8e820-c446-4a72-97ae-5ee7f9df1866, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=32d8e820-c446-4a72-97ae-5ee7f9df1866,segment=NetworkSegment(16cd9c55-e131-42a6-8dc4-ceeca16849f7),segment_id=16cd9c55-e131-42a6-8dc4-ceeca16849f7)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:34:59.419443 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-464b3417-888c-40e4-becc-706bb010047b service neutron] Request body: {'port': {'device_id': '8eb49a93-87b9-4e81-b4a3-c8e876dab673', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79716'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:34:59.420512 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5e7be-6b08-4c61-9490-ef01b2755882 req-54ee7515-1904-4d49-b375-03187feda45d tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:59.424743 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-16c5e7be-6b08-4c61-9490-ef01b2755882 req-54ee7515-1904-4d49-b375-03187feda45d tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 944 time: 0.2787373
Jun 21 16:34:59.427641 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Returning: {'device': '32d8e820-c446-4a72-97ae-5ee7f9df1866', 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f', 'port_id': '32d8e820-c446-4a72-97ae-5ee7f9df1866', 'mac_address': 'fa:16:3e:7e:99:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2be6e26d-5dd3-4545-8f70-57f38dc5039e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 16:34:59.436771 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-6dd86e16-e075-4ea6-98d9-56c3d4b068d3 None None] Provisioning for port 42c93584-495e-4381-a61f-b977ecbd7633 completed by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:34:59.482691 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-16c5e7be-6b08-4c61-9490-ef01b2755882 req-cefa5ce2-f242-4a65-af7d-a3d315b53c09 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522907
Jun 21 16:34:59.573338 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:59.596010 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-6dd86e16-e075-4ea6-98d9-56c3d4b068d3 None None] Provisioning complete for port 42c93584-495e-4381-a61f-b977ecbd7633 triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:34:59.596379 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-6dd86e16-e075-4ea6-98d9-56c3d4b068d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:59.635906 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f31213-f30b-4837-812c-1d35601c06d0 req-e6a621dc-04b8-4aeb-a546-4b4b23076644 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:34:59.637780 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-70f31213-f30b-4837-812c-1d35601c06d0 req-e6a621dc-04b8-4aeb-a546-4b4b23076644 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 931 time: 0.1036115
Jun 21 16:34:59.673665 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-464b3417-888c-40e4-becc-706bb010047b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:59.696772 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d8e820-c446-4a72-97ae-5ee7f9df1866 {{(pid=78428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:34:59.717243 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 32d8e820-c446-4a72-97ae-5ee7f9df1866, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=32d8e820-c446-4a72-97ae-5ee7f9df1866,segment=NetworkSegment(16cd9c55-e131-42a6-8dc4-ceeca16849f7),segment_id=16cd9c55-e131-42a6-8dc4-ceeca16849f7)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:34:59.725521 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:34:59.730363 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-fc9014d0-572e-4a35-ac96-405db4c5b0e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:34:59.741540 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-70f31213-f30b-4837-812c-1d35601c06d0 req-6176e4eb-656e-4eb6-88ad-613f8ce5055b tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0960011
Jun 21 16:34:59.784182 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-6dd86e16-e075-4ea6-98d9-56c3d4b068d3 None None] Port 42c93584-495e-4381-a61f-b977ecbd7633 cannot update to ACTIVE because it is not bound. {{(pid=78428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 16:34:59.826948 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=32d8e820-c446-4a72-97ae-5ee7f9df1866,revision_number=4']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:34:59.838554 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:00.100876 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['32d8e820-c446-4a72-97ae-5ee7f9df1866'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:35:00.263376 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-464b3417-888c-40e4-becc-706bb010047b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42c93584-495e-4381-a61f-b977ecbd7633 {{(pid=78426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:35:00.283841 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-464b3417-888c-40e4-becc-706bb010047b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:00.316488 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-464b3417-888c-40e4-becc-706bb010047b service neutron] Transition to ACTIVE for port object 42c93584-495e-4381-a61f-b977ecbd7633 will not be triggered until provisioned by entity L2. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:35:00.324109 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-464b3417-888c-40e4-becc-706bb010047b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2434630'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:00.332691 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:00.623992 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 36106) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:00.767980 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b3417-888c-40e4-becc-706bb010047b service neutron] Pushing event updated for resources: {'Port': ['ID=42c93584-495e-4381-a61f-b977ecbd7633,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:00.804569 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-464b3417-888c-40e4-becc-706bb010047b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:00.838305 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-464b3417-888c-40e4-becc-706bb010047b service neutron] Attempting to bind port 42c93584-495e-4381-a61f-b977ecbd7633 on host hv-cinder-79716 for vnic_type normal with profile  {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:35:00.838755 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-464b3417-888c-40e4-becc-706bb010047b service neutron] Attempting to bind port 42c93584-495e-4381-a61f-b977ecbd7633 by drivers openvswitch,hyperv on host hv-cinder-79716 at level 0 using segments [{'id': 'cb66d3c6-9116-4b7e-95d4-8704f85ac6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5'}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:35:00.839111 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-464b3417-888c-40e4-becc-706bb010047b service neutron] Attempting to bind port 42c93584-495e-4381-a61f-b977ecbd7633 on network 4e7bf916-d804-4156-8df4-c3e47df8bbc5 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:35:00.855102 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-464b3417-888c-40e4-becc-706bb010047b service neutron] Port 42c93584-495e-4381-a61f-b977ecbd7633 on network 4e7bf916-d804-4156-8df4-c3e47df8bbc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79716 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 16:35:00.856207 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-464b3417-888c-40e4-becc-706bb010047b service neutron] Attempting to bind port 42c93584-495e-4381-a61f-b977ecbd7633 on network 4e7bf916-d804-4156-8df4-c3e47df8bbc5 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:35:00.863306 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-464b3417-888c-40e4-becc-706bb010047b service neutron] Checking agent: {'id': '8fa6119b-2ff5-4d4e-8bfd-f2c719c77604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79716', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'started_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:35:00.863672 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-464b3417-888c-40e4-becc-706bb010047b service neutron] Checking segment: {'id': 'cb66d3c6-9116-4b7e-95d4-8704f85ac6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:35:00.864056 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-464b3417-888c-40e4-becc-706bb010047b service neutron] Bound using segment: {'id': 'cb66d3c6-9116-4b7e-95d4-8704f85ac6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5'} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:35:00.864668 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-464b3417-888c-40e4-becc-706bb010047b service neutron] Bound port: 42c93584-495e-4381-a61f-b977ecbd7633, host: hv-cinder-79716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb66d3c6-9116-4b7e-95d4-8704f85ac6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5'}}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:35:00.865234 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-464b3417-888c-40e4-becc-706bb010047b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:00.867353 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078ae35-e3aa-4919-9607-87734697bcea req-0a35ca2f-b3e2-424d-be97-4c54ea71dafd tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:00.868842 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2078ae35-e3aa-4919-9607-87734697bcea req-0a35ca2f-b3e2-424d-be97-4c54ea71dafd tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 945 time: 0.2065825
Jun 21 16:35:00.915958 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db11512-89da-47df-8440-a151c0a099f2 req-264a3b5b-203e-413d-88fb-7d864df4e76f tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:00.917661 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0db11512-89da-47df-8440-a151c0a099f2 req-264a3b5b-203e-413d-88fb-7d864df4e76f tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 946 time: 0.2002020
Jun 21 16:35:00.920453 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2c8dd685-a58e-4f88-9dc4-0d58a3d3bc47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:00.974991 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-2c8dd685-a58e-4f88-9dc4-0d58a3d3bc47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:35:00.976287 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-464b3417-888c-40e4-becc-706bb010047b service neutron] For port 42c93584-495e-4381-a61f-b977ecbd7633, host hv-cinder-79716, cleared binding levels {{(pid=78426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:35:00.979473 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-464b3417-888c-40e4-becc-706bb010047b service neutron] For port 42c93584-495e-4381-a61f-b977ecbd7633, host hv-cinder-79716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=42c93584-495e-4381-a61f-b977ecbd7633,segment=NetworkSegment(cb66d3c6-9116-4b7e-95d4-8704f85ac6dc),segment_id=cb66d3c6-9116-4b7e-95d4-8704f85ac6dc)] {{(pid=78426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:35:00.985654 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-464b3417-888c-40e4-becc-706bb010047b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2434630'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:00.991960 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-464b3417-888c-40e4-becc-706bb010047b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:00.994984 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-2c8dd685-a58e-4f88-9dc4-0d58a3d3bc47 admin admin] Usage tracker for resource:security_group_rule and tenant:695b386865664bdfb68b0392a4fb87f2 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:35:01.003968 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2078ae35-e3aa-4919-9607-87734697bcea req-6e97ce66-a68e-4348-8d9b-92e6fc4a3162 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1146269
Jun 21 16:35:01.007210 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-2c8dd685-a58e-4f88-9dc4-0d58a3d3bc47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:35:01.035869 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 89ccd63d-bb07-4e16-952f-38e85def2138 up at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:35:01.040183 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0db11512-89da-47df-8440-a151c0a099f2 req-41096d2b-59e8-47e4-8772-b25428514794 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096694
Jun 21 16:35:01.041186 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-2c8dd685-a58e-4f88-9dc4-0d58a3d3bc47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:35:01.058309 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-464b3417-888c-40e4-becc-706bb010047b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:01.059591 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-464b3417-888c-40e4-becc-706bb010047b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for port, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:01.061635 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-464b3417-888c-40e4-becc-706bb010047b service neutron] 10.222.0.39 "PUT /v2.0/ports/42c93584-495e-4381-a61f-b977ecbd7633 HTTP/1.1" status: 200  len: 1093 time: 1.6479795
Jun 21 16:35:01.074353 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb49a93-87b9-4e81-b4a3-c8e876dab673', 'tag': '42c93584-495e-4381-a61f-b977ecbd7633'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:35:01.125891 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b3417-888c-40e4-becc-706bb010047b service neutron] Pushing event updated for resources: {'Port': ['ID=42c93584-495e-4381-a61f-b977ecbd7633,revision_number=3']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:01.149367 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-464b3417-888c-40e4-becc-706bb010047b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:01.210485 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning for port 89ccd63d-bb07-4e16-952f-38e85def2138 completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:35:01.224173 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning complete for port 89ccd63d-bb07-4e16-952f-38e85def2138 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:35:01.224688 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:01.282181 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-76ec16f4-f361-4839-ba41-0aac288b879e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:01.283999 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-76ec16f4-f361-4839-ba41-0aac288b879e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f495dd509064a23adb18dc1cd54b526&device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 1096 time: 0.1334727
Jun 21 16:35:01.366312 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2c8dd685-a58e-4f88-9dc4-0d58a3d3bc47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:01.383276 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2c8dd685-a58e-4f88-9dc4-0d58a3d3bc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:01.388290 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-eccb0c72-3d10-4931-8d46-0e3000070c6a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42c93584-495e-4381-a61f-b977ecbd7633 HTTP/1.1" status: 200  len: 217 time: 0.0837307
Jun 21 16:35:01.400023 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:01.412329 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:01.482105 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-2c8dd685-a58e-4f88-9dc4-0d58a3d3bc47 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=695b386865664bdfb68b0392a4fb87f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8554490
Jun 21 16:35:01.487481 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 36138) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:01.492205 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be148157-70d0-4044-b477-e4125cf4f2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ccd63d-bb07-4e16-952f-38e85def2138'}] {{(pid=78428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:35:01.503371 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd4f33-02ce-454d-9ef7-37ed567c464f req-c51c3d0a-9dc0-4758-9f94-625708579f90 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:01.506417 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-28bd4f33-02ce-454d-9ef7-37ed567c464f req-c51c3d0a-9dc0-4758-9f94-625708579f90 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 943 time: 0.2656639
Jun 21 16:35:01.509292 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8dd685-a58e-4f88-9dc4-0d58a3d3bc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a29694-dce2-41cd-a241-525758f76c42,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:01.532637 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 89ccd63d-bb07-4e16-952f-38e85def2138, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=89ccd63d-bb07-4e16-952f-38e85def2138,segment=NetworkSegment(c89f387d-7649-48a7-994e-66684c22c74d),segment_id=c89f387d-7649-48a7-994e-66684c22c74d)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:35:01.538333 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-3e05213b-f882-4a60-b1bf-81600506d8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:01.539158 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-2c8dd685-a58e-4f88-9dc4-0d58a3d3bc47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:01.541044 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-3e05213b-f882-4a60-b1bf-81600506d8a8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736 HTTP/1.1" status: 200  len: 855 time: 0.1443779
Jun 21 16:35:01.547519 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:01.549811 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:01.628965 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-28bd4f33-02ce-454d-9ef7-37ed567c464f req-6779f2d7-f3bc-4685-ae5e-81edd9f4ed28 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1149509
Jun 21 16:35:01.675262 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=89ccd63d-bb07-4e16-952f-38e85def2138,revision_number=5']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:01.691038 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:01.729069 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c117e238-e5cf-4f80-9167-cc1ed2f5901c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:01.788677 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c117e238-e5cf-4f80-9167-cc1ed2f5901c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:01.884537 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-23a35c83-a5f8-42d1-af6a-a8c22dbdfb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:01.886086 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-23a35c83-a5f8-42d1-af6a-a8c22dbdfb9a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4e7bf916-d804-4156-8df4-c3e47df8bbc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3381860
Jun 21 16:35:01.958494 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 36166) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:02.016498 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c117e238-e5cf-4f80-9167-cc1ed2f5901c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:02.040261 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-68c2c72d-7a76-45eb-be0e-d1a9cddfa24d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:02.086563 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117e238-e5cf-4f80-9167-cc1ed2f5901c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a29694-dce2-41cd-a241-525758f76c42,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:02.096795 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c117e238-e5cf-4f80-9167-cc1ed2f5901c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:02.097760 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c117e238-e5cf-4f80-9167-cc1ed2f5901c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:02.099078 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-c117e238-e5cf-4f80-9167-cc1ed2f5901c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c4a29694-dce2-41cd-a241-525758f76c42 HTTP/1.1" status: 204  len: 168 time: 0.6097467
Jun 21 16:35:02.127691 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eb49a93-87b9-4e81-b4a3-c8e876dab673', 'tag': '42c93584-495e-4381-a61f-b977ecbd7633', 'status': 'completed', 'code': 200}
Jun 21 16:35:02.137774 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-3d6146b9-f438-48e1-935a-05d264dc8903 service neutron] 10.222.0.39 "GET /v2.0/networks/4e7bf916-d804-4156-8df4-c3e47df8bbc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2416837
Jun 21 16:35:02.232471 dv-cinder-797161-1-iscsi neutron-server[78428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be148157-70d0-4044-b477-e4125cf4f2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ccd63d-bb07-4e16-952f-38e85def2138', 'code': 200}
Jun 21 16:35:02.323041 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-df91401e-05ba-4158-ad14-81e11a89ecad admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:02.364494 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-df91401e-05ba-4158-ad14-81e11a89ecad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:35:02.371966 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-df91401e-05ba-4158-ad14-81e11a89ecad admin admin] Usage tracker for resource:security_group_rule and tenant:d65d0809312f415cbdd473316340603f is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:35:02.379451 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-df91401e-05ba-4158-ad14-81e11a89ecad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:35:02.404809 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-df91401e-05ba-4158-ad14-81e11a89ecad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:35:02.408584 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-9940f5a0-beab-41a8-996a-e333b15bafb6 req-0d38324b-f0a9-4b91-a19a-cda3fd8b6b2c service neutron] 10.222.0.39 "GET /v2.0/networks/4e7bf916-d804-4156-8df4-c3e47df8bbc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2579010
Jun 21 16:35:02.553674 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-df91401e-05ba-4158-ad14-81e11a89ecad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:02.619324 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-df91401e-05ba-4158-ad14-81e11a89ecad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:02.627469 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-04a8b738-6598-4b37-8d53-8c735bbf7757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:02.769207 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 36202) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:02.779554 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-df91401e-05ba-4158-ad14-81e11a89ecad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d65d0809312f415cbdd473316340603f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8173182
Jun 21 16:35:02.783279 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df91401e-05ba-4158-ad14-81e11a89ecad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cba482-7612-439f-990b-87e485a93e29,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:02.788232 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-df91401e-05ba-4158-ad14-81e11a89ecad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:02.789513 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 36206) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:02.812840 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ef8f787f-41e2-40cc-8aac-4e4242e4d232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:02.847136 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f5c71-4ebb-4037-8a76-7ed51f01df8c req-b6830af2-d448-447f-a6df-a48ac385e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:02.848965 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-e85f5c71-4ebb-4037-8a76-7ed51f01df8c req-b6830af2-d448-447f-a6df-a48ac385e37b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 1099 time: 0.2358248
Jun 21 16:35:02.852430 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a079430-58f2-41e3-9ee0-804a64ce1d8f req-5ce850a2-c860-4c68-a075-29b3f2a63945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:02.853376 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-ef8f787f-41e2-40cc-8aac-4e4242e4d232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:35:02.853898 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0a079430-58f2-41e3-9ee0-804a64ce1d8f req-5ce850a2-c860-4c68-a075-29b3f2a63945 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c3d28747cfe746fb862defcb2926e2fa&device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 1099 time: 0.7037051
Jun 21 16:35:02.893116 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-ef8f787f-41e2-40cc-8aac-4e4242e4d232 admin admin] Usage tracker for resource:security_group_rule and tenant:6b59c908e21940ff9968840948685798 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:35:02.895840 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a40b35-d71e-4b03-b31e-fc52498d26b8 req-da7411f0-6d34-44d0-b441-89f9a496d22d tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:02.897328 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e3a40b35-d71e-4b03-b31e-fc52498d26b8 req-da7411f0-6d34-44d0-b441-89f9a496d22d tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 945 time: 0.3419406
Jun 21 16:35:02.900392 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-ef8f787f-41e2-40cc-8aac-4e4242e4d232 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:35:02.907000 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8d5c6-83a0-4377-b693-3d337045a8cf req-00e2261b-b354-4b99-ae7f-ce8058177c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:02.908752 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-95c8d5c6-83a0-4377-b693-3d337045a8cf req-00e2261b-b354-4b99-ae7f-ce8058177c76 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f495dd509064a23adb18dc1cd54b526&device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 1096 time: 0.2941639
Jun 21 16:35:02.942684 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-ef8f787f-41e2-40cc-8aac-4e4242e4d232 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:35:02.980880 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-e85f5c71-4ebb-4037-8a76-7ed51f01df8c req-8ff917ea-f550-43b8-ae53-65b4ebc2fc59 service neutron] Synchronizing usage tracker for tenant:695e71964af04e34810f2fe6859332e5 on resource:security_group {{(pid=78426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:35:03.001063 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f5d86cf5-5da5-4dc3-9ce8-3ba5bc364f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:03.025259 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde99a0-251e-4f26-b158-19da08d96d97 req-01b4fd4b-9b7a-414e-85b5-daeec6fc19e6 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:03.026941 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4bde99a0-251e-4f26-b158-19da08d96d97 req-01b4fd4b-9b7a-414e-85b5-daeec6fc19e6 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 946 time: 0.3884432
Jun 21 16:35:03.040016 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 32d8e820-c446-4a72-97ae-5ee7f9df1866 up at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:35:03.114183 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e3a40b35-d71e-4b03-b31e-fc52498d26b8 req-be01c72e-2260-4f03-8c89-0c6216ee09e8 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2097249
Jun 21 16:35:03.116793 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f5d86cf5-5da5-4dc3-9ce8-3ba5bc364f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:03.184505 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4bde99a0-251e-4f26-b158-19da08d96d97 req-438f2e9f-6b7f-4862-9dc8-95f02ef6113a tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285105
Jun 21 16:35:03.202285 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8d5c6-83a0-4377-b693-3d337045a8cf req-902d5295-c31f-49ee-9e99-80761611a73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:03.203948 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-95c8d5c6-83a0-4377-b693-3d337045a8cf req-902d5295-c31f-49ee-9e99-80761611a73e service neutron] 10.222.0.39 "GET /v2.0/networks?id=4e7bf916-d804-4156-8df4-c3e47df8bbc5 HTTP/1.1" status: 200  len: 917 time: 0.2801907
Jun 21 16:35:03.214011 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a079430-58f2-41e3-9ee0-804a64ce1d8f req-d73109ff-f4fe-4262-9c22-905622824282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:03.216536 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0a079430-58f2-41e3-9ee0-804a64ce1d8f req-d73109ff-f4fe-4262-9c22-905622824282 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c59c2429-3dc2-4964-ae2b-30558e1e435a HTTP/1.1" status: 200  len: 919 time: 0.3545661
Jun 21 16:35:03.219022 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning for port 32d8e820-c446-4a72-97ae-5ee7f9df1866 completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:35:03.225086 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning complete for port 32d8e820-c446-4a72-97ae-5ee7f9df1866 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:35:03.225520 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:03.294715 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-95c8d5c6-83a0-4377-b693-3d337045a8cf req-14eeec8a-3d97-4ef1-bd01-edc45630080b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42c93584-495e-4381-a61f-b977ecbd7633 HTTP/1.1" status: 200  len: 217 time: 0.0789669
Jun 21 16:35:03.300586 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ef8f787f-41e2-40cc-8aac-4e4242e4d232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:03.340240 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f5d86cf5-5da5-4dc3-9ce8-3ba5bc364f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:03.343689 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ef8f787f-41e2-40cc-8aac-4e4242e4d232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:03.357985 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-8a2a8a24-b843-4515-b342-29ad81065b33 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:03.376386 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-e85f5c71-4ebb-4037-8a76-7ed51f01df8c req-8ff917ea-f550-43b8-ae53-65b4ebc2fc59 service neutron] Unset dirty status for tenant:695e71964af04e34810f2fe6859332e5 on resource:security_group {{(pid=78426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:35:03.377244 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-e85f5c71-4ebb-4037-8a76-7ed51f01df8c req-8ff917ea-f550-43b8-ae53-65b4ebc2fc59 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5209734
Jun 21 16:35:03.382053 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:03.387360 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0a079430-58f2-41e3-9ee0-804a64ce1d8f req-8b28d605-8276-4986-bd8e-0e6489d8fcef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0458031-3cfb-4f8d-86d6-fd40bc5c62bb HTTP/1.1" status: 200  len: 217 time: 0.1576428
Jun 21 16:35:03.393748 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d86cf5-5da5-4dc3-9ce8-3ba5bc364f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cba482-7612-439f-990b-87e485a93e29,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:03.425974 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-ef8f787f-41e2-40cc-8aac-4e4242e4d232 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6b59c908e21940ff9968840948685798&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6544538
Jun 21 16:35:03.430109 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccf65a-5f16-4c03-ba92-758f7712acb5 req-ddd80066-896c-40fb-a58a-ae44d1f778f0 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:03.431017 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 32d8e820-c446-4a72-97ae-5ee7f9df1866, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=32d8e820-c446-4a72-97ae-5ee7f9df1866,segment=NetworkSegment(16cd9c55-e131-42a6-8dc4-ceeca16849f7),segment_id=16cd9c55-e131-42a6-8dc4-ceeca16849f7)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:35:03.431881 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-71ccf65a-5f16-4c03-ba92-758f7712acb5 req-ddd80066-896c-40fb-a58a-ae44d1f778f0 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 943 time: 0.0979815
Jun 21 16:35:03.432352 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 36222) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:03.441370 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8d5c6-83a0-4377-b693-3d337045a8cf req-30f15368-8df0-4640-8ffc-7453c010afb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:03.443000 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-95c8d5c6-83a0-4377-b693-3d337045a8cf req-30f15368-8df0-4640-8ffc-7453c010afb5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736 HTTP/1.1" status: 200  len: 855 time: 0.1411588
Jun 21 16:35:03.443813 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f5d86cf5-5da5-4dc3-9ce8-3ba5bc364f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:03.444001 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:03.444829 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-f5d86cf5-5da5-4dc3-9ce8-3ba5bc364f72 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49cba482-7612-439f-990b-87e485a93e29 HTTP/1.1" status: 204  len: 168 time: 0.6496923
Jun 21 16:35:03.449297 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-61cc75b2-c631-4bac-abc7-bdac96fdb68f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:03.449938 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f787f-41e2-40cc-8aac-4e4242e4d232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbad96e-952d-432c-b457-785ba7597626,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:03.453902 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-ef8f787f-41e2-40cc-8aac-4e4242e4d232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:03.454310 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:03.454752 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:03.517102 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-979a08ca-8c2a-4bb1-84f5-fd0881cb6a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:03.534240 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=32d8e820-c446-4a72-97ae-5ee7f9df1866,revision_number=5']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:03.537757 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-71ccf65a-5f16-4c03-ba92-758f7712acb5 req-92606d62-ebde-4938-9a80-d88518a750ab tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0888717
Jun 21 16:35:03.551084 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:03.567672 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-979a08ca-8c2a-4bb1-84f5-fd0881cb6a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:03.619614 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-979a08ca-8c2a-4bb1-84f5-fd0881cb6a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:03.624218 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-44e29a19-1151-492b-aad4-d2b2106674e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:03.638977 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a08ca-8c2a-4bb1-84f5-fd0881cb6a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbad96e-952d-432c-b457-785ba7597626,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:03.643479 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-979a08ca-8c2a-4bb1-84f5-fd0881cb6a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:03.651413 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-979a08ca-8c2a-4bb1-84f5-fd0881cb6a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:03.655044 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-979a08ca-8c2a-4bb1-84f5-fd0881cb6a6e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0bbad96e-952d-432c-b457-785ba7597626 HTTP/1.1" status: 204  len: 168 time: 0.2217190
Jun 21 16:35:03.736209 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a079430-58f2-41e3-9ee0-804a64ce1d8f req-66bc69d1-b98c-424c-95ba-e3ed8a3c2541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:03.738252 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0a079430-58f2-41e3-9ee0-804a64ce1d8f req-66bc69d1-b98c-424c-95ba-e3ed8a3c2541 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=02d3a594-001f-4533-99ef-2a3cb4e62b62 HTTP/1.1" status: 200  len: 858 time: 0.0720696
Jun 21 16:35:03.767569 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8d5c6-83a0-4377-b693-3d337045a8cf req-6f105fea-01db-4414-8135-8116241c55f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:03.769657 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-95c8d5c6-83a0-4377-b693-3d337045a8cf req-6f105fea-01db-4414-8135-8116241c55f9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4e7bf916-d804-4156-8df4-c3e47df8bbc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1040673
Jun 21 16:35:03.868728 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0a079430-58f2-41e3-9ee0-804a64ce1d8f req-c7b8d96b-3035-4af8-a666-6bca2d506753 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c59c2429-3dc2-4964-ae2b-30558e1e435a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1221814
Jun 21 16:35:03.911692 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 36238) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:03.937002 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-7e770576-5efd-4c98-8887-179b8aa39828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:03.957634 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-95c8d5c6-83a0-4377-b693-3d337045a8cf req-5c31c67c-af47-498b-9049-4c4e32b28f5e service neutron] 10.222.0.39 "GET /v2.0/networks/4e7bf916-d804-4156-8df4-c3e47df8bbc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1792574
Jun 21 16:35:04.012003 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-7e770576-5efd-4c98-8887-179b8aa39828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:35:04.034856 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-7e770576-5efd-4c98-8887-179b8aa39828 admin admin] Usage tracker for resource:security_group_rule and tenant:a7ed98e7425d41528b3c4a63cf3c5c08 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:35:04.054886 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-7e770576-5efd-4c98-8887-179b8aa39828 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:35:04.076820 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-7e770576-5efd-4c98-8887-179b8aa39828 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:35:04.146738 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-95c8d5c6-83a0-4377-b693-3d337045a8cf req-2fe3dc33-b498-4e66-bc7f-d19d9ed997c8 service neutron] 10.222.0.39 "GET /v2.0/networks/4e7bf916-d804-4156-8df4-c3e47df8bbc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1521738
Jun 21 16:35:04.165419 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0a079430-58f2-41e3-9ee0-804a64ce1d8f req-7f424585-7aa0-45f0-bb17-e3b5ed599a43 service neutron] 10.222.0.39 "GET /v2.0/networks/c59c2429-3dc2-4964-ae2b-30558e1e435a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2881446
Jun 21 16:35:04.233310 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88a241a-aac4-4b07-96d3-cba458b656df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d8e820-c446-4a72-97ae-5ee7f9df1866'}] {{(pid=78428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:35:04.475895 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-7e770576-5efd-4c98-8887-179b8aa39828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:04.492635 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-7e770576-5efd-4c98-8887-179b8aa39828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:04.509230 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-df91401e-05ba-4158-ad14-81e11a89ecad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:04.564279 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0a079430-58f2-41e3-9ee0-804a64ce1d8f req-d623811c-d340-40dc-a3d4-11d65ffcd98e service neutron] 10.222.0.39 "GET /v2.0/networks/c59c2429-3dc2-4964-ae2b-30558e1e435a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3708429
Jun 21 16:35:04.597335 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e770576-5efd-4c98-8887-179b8aa39828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d335d3d0-07c1-4f57-8582-b1e4119c9946,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:04.601391 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-7e770576-5efd-4c98-8887-179b8aa39828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:04.628401 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-7e770576-5efd-4c98-8887-179b8aa39828 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a7ed98e7425d41528b3c4a63cf3c5c08&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7124863
Jun 21 16:35:04.629109 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 36280) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:04.647564 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0254f-305a-4a90-9407-fe13c95b0df3 req-8d97cc34-65ab-44e3-b7a1-26d087b463d9 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:04.655852 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-49b0254f-305a-4a90-9407-fe13c95b0df3 req-8d97cc34-65ab-44e3-b7a1-26d087b463d9 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.3244030
Jun 21 16:35:04.755446 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ae93dda2-baa9-439d-a0fd-b945dc8c2b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:04.776413 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6859f-b1c1-47a0-a737-41c6f787b453 req-f5e67c79-6a57-4ae7-921a-3e4931d4a0ea tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:04.778425 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-19a6859f-b1c1-47a0-a737-41c6f787b453 req-f5e67c79-6a57-4ae7-921a-3e4931d4a0ea tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 946 time: 0.3945103
Jun 21 16:35:04.797417 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ae93dda2-baa9-439d-a0fd-b945dc8c2b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:04.808199 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-49b0254f-305a-4a90-9407-fe13c95b0df3 req-ec3d419e-a5a1-4dc0-a9a7-ab1e4f605680 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1506524
Jun 21 16:35:04.884475 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-19a6859f-b1c1-47a0-a737-41c6f787b453 req-0077453c-f660-48fc-8209-ce5288324a52 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941105
Jun 21 16:35:04.888305 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ae93dda2-baa9-439d-a0fd-b945dc8c2b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:04.896138 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c117e238-e5cf-4f80-9167-cc1ed2f5901c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:04.914497 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93dda2-baa9-439d-a0fd-b945dc8c2b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d335d3d0-07c1-4f57-8582-b1e4119c9946,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:04.916409 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ae93dda2-baa9-439d-a0fd-b945dc8c2b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:04.917738 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-ae93dda2-baa9-439d-a0fd-b945dc8c2b9a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d335d3d0-07c1-4f57-8582-b1e4119c9946 HTTP/1.1" status: 204  len: 168 time: 0.2874408
Jun 21 16:35:04.919091 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-ae93dda2-baa9-439d-a0fd-b945dc8c2b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:04.943140 dv-cinder-797161-1-iscsi neutron-server[78428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88a241a-aac4-4b07-96d3-cba458b656df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d8e820-c446-4a72-97ae-5ee7f9df1866', 'code': 200}
Jun 21 16:35:05.193765 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb652b-1695-4245-9ff1-ed887c343718 req-17f4c55b-3ea7-40b2-9eca-799d554b20fb tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:05.195409 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4edb652b-1695-4245-9ff1-ed887c343718 req-17f4c55b-3ea7-40b2-9eca-799d554b20fb tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 943 time: 0.1462874
Jun 21 16:35:05.292145 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4edb652b-1695-4245-9ff1-ed887c343718 req-add342e5-0b2d-4318-bd83-acecdbc52288 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0902703
Jun 21 16:35:05.330666 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0c051-2711-4242-b719-e98e3928e4c7 req-18a6f295-e1e5-4edb-90ce-ba1bfe7caf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:05.332717 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6cd0c051-2711-4242-b719-e98e3928e4c7 req-18a6f295-e1e5-4edb-90ce-ba1bfe7caf43 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 1099 time: 0.1049647
Jun 21 16:35:05.382761 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6cd0c051-2711-4242-b719-e98e3928e4c7 req-a8c198a5-fcaa-43d6-85bc-9ce6fe7bec2c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425227
Jun 21 16:35:05.480355 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 36316) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:05.502003 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-0ff83125-d912-4fab-b90c-ad4e7871bdd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:05.518695 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-0ff83125-d912-4fab-b90c-ad4e7871bdd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:35:05.522435 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-0ff83125-d912-4fab-b90c-ad4e7871bdd9 admin admin] Usage tracker for resource:security_group_rule and tenant:7df36e173cca4f598f63be3478c78fec is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:35:05.525337 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-0ff83125-d912-4fab-b90c-ad4e7871bdd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:35:05.531824 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-0ff83125-d912-4fab-b90c-ad4e7871bdd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:35:05.616388 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 36322) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:05.626563 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-0ff83125-d912-4fab-b90c-ad4e7871bdd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:05.631061 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-0ff83125-d912-4fab-b90c-ad4e7871bdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:05.639900 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-2e0835ca-38f9-47e0-9697-3224628fc00c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:05.679518 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff83125-d912-4fab-b90c-ad4e7871bdd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15bdaac-6e87-4d00-a0f2-799c0ae6e033,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:05.682745 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-0ff83125-d912-4fab-b90c-ad4e7871bdd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:05.688439 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-0ff83125-d912-4fab-b90c-ad4e7871bdd9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7df36e173cca4f598f63be3478c78fec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2041790
Jun 21 16:35:05.689377 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 36330) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:05.751191 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-90d68924-1d66-47ca-ab0e-420c01e48f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:05.776648 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-90d68924-1d66-47ca-ab0e-420c01e48f7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:35:05.778989 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-6c44d5c6-44af-4df8-8af6-ee0e88b1d82f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:05.784225 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-90d68924-1d66-47ca-ab0e-420c01e48f7d admin admin] Usage tracker for resource:security_group_rule and tenant:d289fe0c340e4b29a76a2200ab486a50 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:35:05.792814 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-90d68924-1d66-47ca-ab0e-420c01e48f7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:35:05.803011 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-90d68924-1d66-47ca-ab0e-420c01e48f7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:35:05.823544 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-6c44d5c6-44af-4df8-8af6-ee0e88b1d82f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:05.933421 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-6c44d5c6-44af-4df8-8af6-ee0e88b1d82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:05.939892 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-3840ecd1-256a-4d20-959a-1405b8a66f9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:05.968093 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44d5c6-44af-4df8-8af6-ee0e88b1d82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15bdaac-6e87-4d00-a0f2-799c0ae6e033,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:05.978783 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-6c44d5c6-44af-4df8-8af6-ee0e88b1d82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:05.990815 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-90d68924-1d66-47ca-ab0e-420c01e48f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:05.992370 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-6c44d5c6-44af-4df8-8af6-ee0e88b1d82f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:05.993921 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-6c44d5c6-44af-4df8-8af6-ee0e88b1d82f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f15bdaac-6e87-4d00-a0f2-799c0ae6e033 HTTP/1.1" status: 204  len: 168 time: 0.3040051
Jun 21 16:35:06.007880 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-90d68924-1d66-47ca-ab0e-420c01e48f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:06.019448 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-ae93dda2-baa9-439d-a0fd-b945dc8c2b9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:06.158650 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad2eb0-ddeb-4b38-8808-734de26292c6 req-df3dc182-cfb7-42af-91d9-a6dc12f260b2 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:06.160351 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-00ad2eb0-ddeb-4b38-8808-734de26292c6 req-df3dc182-cfb7-42af-91d9-a6dc12f260b2 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.2007241
Jun 21 16:35:06.165842 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-90d68924-1d66-47ca-ab0e-420c01e48f7d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d289fe0c340e4b29a76a2200ab486a50&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5459840
Jun 21 16:35:06.165842 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d68924-1d66-47ca-ab0e-420c01e48f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248091a4-2a23-4abf-9320-e97408fc186e,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:06.166613 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 36354) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:06.169229 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-90d68924-1d66-47ca-ab0e-420c01e48f7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:06.189484 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607711c7-ccab-426b-b88f-9805adf84188 req-7e5e7201-a371-4280-83ea-61ed9b9b8e95 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:06.197326 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-607711c7-ccab-426b-b88f-9805adf84188 req-7e5e7201-a371-4280-83ea-61ed9b9b8e95 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 946 time: 0.1722987
Jun 21 16:35:06.260368 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-00ad2eb0-ddeb-4b38-8808-734de26292c6 req-4056f767-db00-4834-8161-1de77e5bf411 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0927541
Jun 21 16:35:06.265180 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-607711c7-ccab-426b-b88f-9805adf84188 req-69685318-840d-406c-9ca6-d0acd49fcb7b tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671036
Jun 21 16:35:06.274461 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-639781b4-e370-475c-88f2-4fa43040ebd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:06.316287 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-639781b4-e370-475c-88f2-4fa43040ebd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:06.384042 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-639781b4-e370-475c-88f2-4fa43040ebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:06.388891 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-6c44d5c6-44af-4df8-8af6-ee0e88b1d82f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:06.410592 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639781b4-e370-475c-88f2-4fa43040ebd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248091a4-2a23-4abf-9320-e97408fc186e,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:06.424327 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-639781b4-e370-475c-88f2-4fa43040ebd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:06.437178 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-639781b4-e370-475c-88f2-4fa43040ebd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:06.439894 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-639781b4-e370-475c-88f2-4fa43040ebd0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/248091a4-2a23-4abf-9320-e97408fc186e HTTP/1.1" status: 204  len: 168 time: 0.2713313
Jun 21 16:35:06.540631 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80d427-ce7e-45a7-bc86-4229dcd43cd9 req-25ff46ea-154a-475b-a485-6dd53af2fcc4 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:06.549683 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-cc80d427-ce7e-45a7-bc86-4229dcd43cd9 req-25ff46ea-154a-475b-a485-6dd53af2fcc4 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 943 time: 0.1010714
Jun 21 16:35:06.602469 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-cc80d427-ce7e-45a7-bc86-4229dcd43cd9 req-47ebd51d-c212-4fbe-916e-8b8ba11de0f9 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519702
Jun 21 16:35:07.013739 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 36400) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:07.032276 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-23cbe2f0-e65e-485d-ad77-346b91565d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:07.057900 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-23cbe2f0-e65e-485d-ad77-346b91565d7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:35:07.067643 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-23cbe2f0-e65e-485d-ad77-346b91565d7c admin admin] Usage tracker for resource:security_group_rule and tenant:71ac239b5316479c8bc439d6d36f126e is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:35:07.070967 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-23cbe2f0-e65e-485d-ad77-346b91565d7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:35:07.078303 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-23cbe2f0-e65e-485d-ad77-346b91565d7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:35:07.079552 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 42c93584-495e-4381-a61f-b977ecbd7633 details requested by agent hyperv_hv-cinder-79716 with host hv-cinder-79716 {{(pid=78428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 16:35:07.186942 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 36406) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:07.189757 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-23cbe2f0-e65e-485d-ad77-346b91565d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:07.196736 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-23cbe2f0-e65e-485d-ad77-346b91565d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:07.209593 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-108defc2-ea8d-4728-bad7-8abcab39624b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:07.249809 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cbe2f0-e65e-485d-ad77-346b91565d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a563a82d-1804-4974-9161-f9303ff0326d,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:07.253934 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-23cbe2f0-e65e-485d-ad77-346b91565d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:07.255304 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 42c93584-495e-4381-a61f-b977ecbd7633, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=42c93584-495e-4381-a61f-b977ecbd7633,segment=NetworkSegment(cb66d3c6-9116-4b7e-95d4-8704f85ac6dc),segment_id=cb66d3c6-9116-4b7e-95d4-8704f85ac6dc)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:35:07.259413 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-23cbe2f0-e65e-485d-ad77-346b91565d7c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=71ac239b5316479c8bc439d6d36f126e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2445619
Jun 21 16:35:07.260176 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 36412) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:07.286023 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Returning: {'device': '42c93584-495e-4381-a61f-b977ecbd7633', 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5', 'port_id': '42c93584-495e-4381-a61f-b977ecbd7633', 'mac_address': 'fa:16:3e:8a:a8:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 16:35:07.353652 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1f04593d-4e89-4d22-a4d3-0328c30b85c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:07.365376 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-7ab5ce25-2342-49ef-9f93-838fe548eacc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:07.378853 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:07.386095 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-1f04593d-4e89-4d22-a4d3-0328c30b85c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:35:07.400391 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-1f04593d-4e89-4d22-a4d3-0328c30b85c7 admin admin] Usage tracker for resource:security_group_rule and tenant:306cd3a9cf5d437fbdb64d672926ddb9 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:35:07.404080 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42c93584-495e-4381-a61f-b977ecbd7633 {{(pid=78428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:35:07.407078 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-1f04593d-4e89-4d22-a4d3-0328c30b85c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:35:07.426222 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 42c93584-495e-4381-a61f-b977ecbd7633, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=42c93584-495e-4381-a61f-b977ecbd7633,segment=NetworkSegment(cb66d3c6-9116-4b7e-95d4-8704f85ac6dc),segment_id=cb66d3c6-9116-4b7e-95d4-8704f85ac6dc)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:35:07.428137 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-1f04593d-4e89-4d22-a4d3-0328c30b85c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:35:07.431370 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-7ab5ce25-2342-49ef-9f93-838fe548eacc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:07.436171 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:07.438932 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-8f55ce9f-f9a5-4f8c-b0e3-971c51a433b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:07.526506 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=42c93584-495e-4381-a61f-b977ecbd7633,revision_number=4']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:07.530344 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:07.567830 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427f1f3-a417-400e-9e3f-3e43e2fc3049 req-02ad8782-bafa-44c3-90e8-04a71c186fe8 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:07.568888 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-7ab5ce25-2342-49ef-9f93-838fe548eacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:07.573257 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-2f814778-00d2-4d65-8ce3-3258b0acbd11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:07.575015 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8427f1f3-a417-400e-9e3f-3e43e2fc3049 req-02ad8782-bafa-44c3-90e8-04a71c186fe8 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.1614389
Jun 21 16:35:07.590533 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5ce25-2342-49ef-9f93-838fe548eacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a563a82d-1804-4974-9161-f9303ff0326d,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:07.598091 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-7ab5ce25-2342-49ef-9f93-838fe548eacc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:07.620256 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1f04593d-4e89-4d22-a4d3-0328c30b85c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:07.621542 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-7ab5ce25-2342-49ef-9f93-838fe548eacc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:07.622516 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-7ab5ce25-2342-49ef-9f93-838fe548eacc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a563a82d-1804-4974-9161-f9303ff0326d HTTP/1.1" status: 204  len: 168 time: 0.3612366
Jun 21 16:35:07.629530 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285011e3-24fd-4155-a309-1764dba8f5ba req-d4686d79-cdad-42f0-a408-03e0503618c3 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:07.631061 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1f04593d-4e89-4d22-a4d3-0328c30b85c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:07.631347 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-285011e3-24fd-4155-a309-1764dba8f5ba req-d4686d79-cdad-42f0-a408-03e0503618c3 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 946 time: 0.1678340
Jun 21 16:35:07.636342 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8427f1f3-a417-400e-9e3f-3e43e2fc3049 req-8f03ffe7-f5bb-41db-9181-6f275bed8d34 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0605514
Jun 21 16:35:07.643201 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-213d6e6a-0f63-405b-b7d5-26b09fa07360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:07.696128 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-1f04593d-4e89-4d22-a4d3-0328c30b85c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=306cd3a9cf5d437fbdb64d672926ddb9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5053110
Jun 21 16:35:07.696395 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f04593d-4e89-4d22-a4d3-0328c30b85c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2577b5-cf4a-45bd-8846-980bfed86b98,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:07.697799 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-285011e3-24fd-4155-a309-1764dba8f5ba req-7b135bb6-fa1e-409d-9575-2616892446d7 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596144
Jun 21 16:35:07.698370 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 36436) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:07.727396 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-1f04593d-4e89-4d22-a4d3-0328c30b85c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:07.872000 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['42c93584-495e-4381-a61f-b977ecbd7633'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:35:07.979702 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-cd09573b-0da5-462c-b962-49d3455fec5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:08.040070 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-cd09573b-0da5-462c-b962-49d3455fec5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:08.135301 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e9f6f-190f-451e-b6d7-9841add084c8 req-197b47c3-e4d1-43e4-bb7a-540604d12be9 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:08.137616 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c41e9f6f-190f-451e-b6d7-9841add084c8 req-197b47c3-e4d1-43e4-bb7a-540604d12be9 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 944 time: 0.3537140
Jun 21 16:35:08.253284 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c41e9f6f-190f-451e-b6d7-9841add084c8 req-50dadee3-bcb0-4467-b411-33a51bf264f5 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1004844
Jun 21 16:35:08.255321 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-cd09573b-0da5-462c-b962-49d3455fec5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:08.278468 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca249f0-3cc4-4990-afbd-71cee32becde req-c3f1e344-db18-4101-bbdf-50766074f106 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:08.278468 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-3ca249f0-3cc4-4990-afbd-71cee32becde req-c3f1e344-db18-4101-bbdf-50766074f106 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.4163067
Jun 21 16:35:08.278468 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:08.285690 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 36462) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:08.290785 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd09573b-0da5-462c-b962-49d3455fec5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2577b5-cf4a-45bd-8846-980bfed86b98,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:08.293562 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-cd09573b-0da5-462c-b962-49d3455fec5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:08.294222 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-4c8bd971-cb2b-4987-9132-c4d80b652ced tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Request body: {'floatingip': {'port_id': '32d8e820-c446-4a72-97ae-5ee7f9df1866'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:35:08.306683 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-cd09573b-0da5-462c-b962-49d3455fec5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:08.314778 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-cd09573b-0da5-462c-b962-49d3455fec5f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc2577b5-cf4a-45bd-8846-980bfed86b98 HTTP/1.1" status: 204  len: 168 time: 0.6151462
Jun 21 16:35:08.392759 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4c8bd971-cb2b-4987-9132-c4d80b652ced tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for floatingip, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:08.724755 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 36486) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:08.753143 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-b9c913d6-8537-43d6-a816-442671e8621e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:08.760135 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 36492) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:08.785053 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-b9c913d6-8537-43d6-a816-442671e8621e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:35:08.791884 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-b9c913d6-8537-43d6-a816-442671e8621e admin admin] Usage tracker for resource:security_group_rule and tenant:f02a8acae07646119194bd69142f152d is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:35:08.796332 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-b9c913d6-8537-43d6-a816-442671e8621e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:35:08.858440 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-b9c913d6-8537-43d6-a816-442671e8621e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:35:08.913323 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc807071-e3b2-4c8f-ac72-54707d223c73 req-4610a706-30f1-4456-a260-9f1b6adb5e2d tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:08.915836 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-fc807071-e3b2-4c8f-ac72-54707d223c73 req-4610a706-30f1-4456-a260-9f1b6adb5e2d tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 946 time: 0.0838497
Jun 21 16:35:08.942172 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [None req-68795eea-0af0-4b16-8553-4e835c934220 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1128213562-network', 'tenant_id': '2494df9139894548b9e72ed83206d511'}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:35:08.950687 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-68795eea-0af0-4b16-8553-4e835c934220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:35:08.963302 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-68795eea-0af0-4b16-8553-4e835c934220 admin admin] Usage tracker for resource:network and tenant:2494df9139894548b9e72ed83206d511 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:35:08.969280 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-68795eea-0af0-4b16-8553-4e835c934220 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:35:08.978191 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-68795eea-0af0-4b16-8553-4e835c934220 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:35:08.982291 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-fc807071-e3b2-4c8f-ac72-54707d223c73 req-51b09a81-3b00-44db-b5e8-ff3d27f81efa tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592842
Jun 21 16:35:08.991303 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68795eea-0af0-4b16-8553-4e835c934220 admin admin] Made reservation on behalf of 2494df9139894548b9e72ed83206d511 for: {'network': 1} {{(pid=78427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:35:08.993829 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-68795eea-0af0-4b16-8553-4e835c934220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for network, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:09.006056 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-68795eea-0af0-4b16-8553-4e835c934220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:09.020446 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-68795eea-0af0-4b16-8553-4e835c934220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:35:09.024230 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-68795eea-0af0-4b16-8553-4e835c934220 admin admin] Usage tracker for resource:security_group_rule and tenant:2494df9139894548b9e72ed83206d511 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:35:09.026993 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-68795eea-0af0-4b16-8553-4e835c934220 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:35:09.033315 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-68795eea-0af0-4b16-8553-4e835c934220 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:35:09.096089 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 42c93584-495e-4381-a61f-b977ecbd7633 up at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:35:09.136849 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-68795eea-0af0-4b16-8553-4e835c934220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:09.143771 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-68795eea-0af0-4b16-8553-4e835c934220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:09.149650 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-d2a6cf74-a1c2-4c81-8723-00fa4f516f04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:09.168109 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68795eea-0af0-4b16-8553-4e835c934220 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641}  {{(pid=78427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 16:35:09.190414 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68795eea-0af0-4b16-8553-4e835c934220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d8e719-b5ac-4b06-b82b-0dd8dc9a691a,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:09.193193 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-68795eea-0af0-4b16-8553-4e835c934220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645578'] for segment, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:09.193528 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.db.segments_db [None req-68795eea-0af0-4b16-8553-4e835c934220 admin admin] Added segment 909b7a64-81ec-45f0-a966-0dcf1d77151e of type vlan for network 1f89dfa4-e4e3-45b1-afc1-3ba7b6516af9
Jun 21 16:35:09.194911 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-68795eea-0af0-4b16-8553-4e835c934220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:09.197129 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning for port 42c93584-495e-4381-a61f-b977ecbd7633 completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:35:09.204668 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning complete for port 42c93584-495e-4381-a61f-b977ecbd7633 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:35:09.205463 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:09.222302 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-68795eea-0af0-4b16-8553-4e835c934220 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768073942321'] for network, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:09.222620 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-b9c913d6-8537-43d6-a816-442671e8621e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:09.264434 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-b9c913d6-8537-43d6-a816-442671e8621e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:09.265855 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-68795eea-0af0-4b16-8553-4e835c934220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592'] for network, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:09.267978 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68795eea-0af0-4b16-8553-4e835c934220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:09.268671 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-68795eea-0af0-4b16-8553-4e835c934220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for network, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:09.275460 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:09.287773 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:09.367640 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.db.resource_extend [None req-4c8bd971-cb2b-4987-9132-c4d80b652ced tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 21 16:35:09.385109 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:09.392007 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68795eea-0af0-4b16-8553-4e835c934220 admin admin] Pushing event updated for resources: {'Network': ['ID=1f89dfa4-e4e3-45b1-afc1-3ba7b6516af9,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:09.404075 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Network 1f89dfa4-e4e3-45b1-afc1-3ba7b6516af9 details requested by agent ovs-agent-dv-cinder-797161-1-iscsi with host dv-cinder-797161-1-iscsi {{(pid=78428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 16:35:09.428775 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-68795eea-0af0-4b16-8553-4e835c934220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:09.441377 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-b9c913d6-8537-43d6-a816-442671e8621e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f02a8acae07646119194bd69142f152d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7154157
Jun 21 16:35:09.445297 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 36502) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:09.445961 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c913d6-8537-43d6-a816-442671e8621e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeec1728-4a60-4a33-8a92-dc2b2e139c2c,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:09.453684 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-b9c913d6-8537-43d6-a816-442671e8621e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:09.461234 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-68795eea-0af0-4b16-8553-4e835c934220 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6998334
Jun 21 16:35:09.463939 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 36506) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:09.465233 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb49a93-87b9-4e81-b4a3-c8e876dab673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c93584-495e-4381-a61f-b977ecbd7633'}] {{(pid=78428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:35:09.473232 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [None req-2593941d-026a-462f-9823-ca399c1a0113 admin admin] Request body: {'subnet': {'network_id': '1f89dfa4-e4e3-45b1-afc1-3ba7b6516af9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1128213562-subnet', 'tenant_id': '2494df9139894548b9e72ed83206d511', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:35:09.481831 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-2593941d-026a-462f-9823-ca399c1a0113 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:35:09.488508 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-2593941d-026a-462f-9823-ca399c1a0113 admin admin] Usage tracker for resource:subnet and tenant:2494df9139894548b9e72ed83206d511 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:35:09.493000 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-2593941d-026a-462f-9823-ca399c1a0113 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:35:09.501171 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-2593941d-026a-462f-9823-ca399c1a0113 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:35:09.524282 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549569b9-a8bf-42be-a524-fa719be9df1d req-4cc14372-caea-4be0-ab3f-126b505cb87a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:09.525834 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-549569b9-a8bf-42be-a524-fa719be9df1d req-4cc14372-caea-4be0-ab3f-126b505cb87a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 944 time: 0.1351917
Jun 21 16:35:09.526665 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2593941d-026a-462f-9823-ca399c1a0113 admin admin] Made reservation on behalf of 2494df9139894548b9e72ed83206d511 for: {'subnet': 1} {{(pid=78427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:35:09.528951 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2593941d-026a-462f-9823-ca399c1a0113 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:09.563538 dv-cinder-797161-1-iscsi neutron-server[78428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb49a93-87b9-4e81-b4a3-c8e876dab673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c93584-495e-4381-a61f-b977ecbd7633', 'code': 200}
Jun 21 16:35:09.571933 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 42c93584-495e-4381-a61f-b977ecbd7633, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=42c93584-495e-4381-a61f-b977ecbd7633,segment=NetworkSegment(cb66d3c6-9116-4b7e-95d4-8704f85ac6dc),segment_id=cb66d3c6-9116-4b7e-95d4-8704f85ac6dc)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:35:09.577693 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:09.582987 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:09.622232 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4c8bd971-cb2b-4987-9132-c4d80b652ced tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:09.635864 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4c8bd971-cb2b-4987-9132-c4d80b652ced tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727397'] for floatingip, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:09.657787 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=42c93584-495e-4381-a61f-b977ecbd7633,revision_number=5']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:09.661167 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:09.698106 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-549569b9-a8bf-42be-a524-fa719be9df1d req-ddfbd8e9-43c1-44a5-85ee-de7369b2611a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1543787
Jun 21 16:35:09.869850 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.db.l3_db [None req-4c8bd971-cb2b-4987-9132-c4d80b652ced tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Floating IP 0d644247-aeda-4454-941d-4cbbc3d807a4 associated. External IP: 172.27.1.82, port: 32d8e820-c446-4a72-97ae-5ee7f9df1866.
Jun 21 16:35:09.925293 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-479d2506-e166-49cb-a809-250fb2e1a7da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:09.945567 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2649b-070f-4463-8ffa-0abf3ff65999 req-8fc144e2-95d6-4834-8fe4-7f7e30f2de8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:09.947052 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-91a2649b-070f-4463-8ffa-0abf3ff65999 req-8fc144e2-95d6-4834-8fe4-7f7e30f2de8b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 1098 time: 0.1126273
Jun 21 16:35:09.970764 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-479d2506-e166-49cb-a809-250fb2e1a7da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:10.035157 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-91a2649b-070f-4463-8ffa-0abf3ff65999 req-43f24c8b-d052-4e69-8ed5-e3e449b1f8b5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636299
Jun 21 16:35:10.227433 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2593941d-026a-462f-9823-ca399c1a0113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592'] for subnet, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:10.237200 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-660f97a6-ebbb-40b0-b065-e8ae524efd03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:10.247528 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-479d2506-e166-49cb-a809-250fb2e1a7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:10.254270 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-ef8f787f-41e2-40cc-8aac-4e4242e4d232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:10.269086 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d2506-e166-49cb-a809-250fb2e1a7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeec1728-4a60-4a33-8a92-dc2b2e139c2c,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:10.275259 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-479d2506-e166-49cb-a809-250fb2e1a7da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:10.278800 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-479d2506-e166-49cb-a809-250fb2e1a7da admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:10.279939 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-479d2506-e166-49cb-a809-250fb2e1a7da admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eeec1728-4a60-4a33-8a92-dc2b2e139c2c HTTP/1.1" status: 204  len: 168 time: 0.8305151
Jun 21 16:35:10.329602 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2593941d-026a-462f-9823-ca399c1a0113 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a9cf885-fb31-4906-a268-ce74c241766f,revision_number=0']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:10.333775 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-2593941d-026a-462f-9823-ca399c1a0113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:10.342167 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2593941d-026a-462f-9823-ca399c1a0113 admin admin] Checking segment: {'id': '909b7a64-81ec-45f0-a966-0dcf1d77151e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1f89dfa4-e4e3-45b1-afc1-3ba7b6516af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:35:10.342514 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2593941d-026a-462f-9823-ca399c1a0113 admin admin] Network hostable DHCP agents. Network: 1f89dfa4-e4e3-45b1-afc1-3ba7b6516af9, hostable agents: ['3e057b97-a383-4976-a3a1-556748f7f018'], hosted agents: [] {{(pid=78427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 16:35:10.378844 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c195f97-53cb-46cc-9279-d577c40d2c3a req-3ee860e4-c661-42d3-b45f-2778779a3ff6 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:10.381144 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0c195f97-53cb-46cc-9279-d577c40d2c3a req-3ee860e4-c661-42d3-b45f-2778779a3ff6 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 946 time: 0.1932573
Jun 21 16:35:10.382683 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2593941d-026a-462f-9823-ca399c1a0113 admin admin] Network 1f89dfa4-e4e3-45b1-afc1-3ba7b6516af9 is scheduled to be hosted by DHCP agent 3e057b97-a383-4976-a3a1-556748f7f018 with binding_index 1 {{(pid=78427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 16:35:10.409091 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.base_scheduler [None req-2593941d-026a-462f-9823-ca399c1a0113 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797161-1-iscsi, 1f89dfa4-e4e3-45b1-afc1-3ba7b6516af9) {{(pid=78427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:35:10.420145 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4706eeff-af4b-4e57-92f8-1576b9041d62 None None] Network 1f89dfa4-e4e3-45b1-afc1-3ba7b6516af9 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:35:10.426674 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2593941d-026a-462f-9823-ca399c1a0113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:10.427455 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2593941d-026a-462f-9823-ca399c1a0113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for subnet, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:10.433923 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8bd971-cb2b-4987-9132-c4d80b652ced tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Router e949684e-6998-4740-843d-2dd7b71d6b52 has already been hosted by L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb {{(pid=78426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 16:35:10.465874 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0c195f97-53cb-46cc-9279-d577c40d2c3a req-0b620d34-26f7-493c-a432-faef62577d54 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764360
Jun 21 16:35:10.489869 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-2593941d-026a-462f-9823-ca399c1a0113 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0220389
Jun 21 16:35:10.679259 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccb57da-1e4c-4e1b-9a1e-2492842196a6 None None] Network 1f89dfa4-e4e3-45b1-afc1-3ba7b6516af9 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:35:10.696909 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8bd971-cb2b-4987-9132-c4d80b652ced tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:35:10.704527 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4c8bd971-cb2b-4987-9132-c4d80b652ced tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:10.715095 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3133e106-8b64-45d6-b213-abef8e846822 None None] Sync routers for ids ['e949684e-6998-4740-843d-2dd7b71d6b52'] in dv-cinder-797161-1-iscsi {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:35:10.728552 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3133e106-8b64-45d6-b213-abef8e846822 None None] Routers {'e949684e-6998-4740-843d-2dd7b71d6b52'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:35:10.729437 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-3133e106-8b64-45d6-b213-abef8e846822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979e97f3d0>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:34:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['e949684e-6998-4740-843d-2dd7b71d6b52'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:35:10.773025 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-4c8bd971-cb2b-4987-9132-c4d80b652ced tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "PUT /v2.0/floatingips/0d644247-aeda-4454-941d-4cbbc3d807a4 HTTP/1.1" status: 200  len: 991 time: 2.4856868
Jun 21 16:35:10.773953 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88a241a-aac4-4b07-96d3-cba458b656df', 'tag': '32d8e820-c446-4a72-97ae-5ee7f9df1866'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:35:10.935665 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-3133e106-8b64-45d6-b213-abef8e846822 None None] Set router e949684e-6998-4740-843d-2dd7b71d6b52 gateway port host: dv-cinder-797161-1-iscsi {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:35:11.063480 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843eed57-06cf-445e-ae7e-8d8ac439ec8d req-9fdfcc72-bd99-4ee2-b775-fe09359cde50 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:11.065119 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-843eed57-06cf-445e-ae7e-8d8ac439ec8d req-9fdfcc72-bd99-4ee2-b775-fe09359cde50 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.1456544
Jun 21 16:35:11.159080 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-843eed57-06cf-445e-ae7e-8d8ac439ec8d req-17eb23e3-2982-4c16-8d19-63ef403e2dd3 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0870888
Jun 21 16:35:11.292970 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a88a241a-aac4-4b07-96d3-cba458b656df', 'tag': '32d8e820-c446-4a72-97ae-5ee7f9df1866', 'status': 'completed', 'code': 200}
Jun 21 16:35:11.458372 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-3133e106-8b64-45d6-b213-abef8e846822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979e97f3d0>, [{'id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'name': 'tempest-AttachVolumeTestJSON-1230404924-router', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'fd27e4a8-fb4c-4a4d-b482-c63d56f16a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:13Z', 'updated_at': '2021-06-21T16:34:22Z', 'revision_number': 4, 'project_id': '905d3e9862c043939d7e73a1320af084', 'gw_port': {'id': 'fd27e4a8-fb4c-4a4d-b482-c63d56f16a66', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:14Z', 'updated_at': '2021-06-21T16:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_floatingips': [{'id': '0d644247-aeda-4454-941d-4cbbc3d807a4', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'router_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'port_id': '32d8e820-c446-4a72-97ae-5ee7f9df1866', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f', 'mac_address': 'fa:16:3e:7e:99:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88a241a-aac4-4b07-96d3-cba458b656df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T16:34:40Z', 'updated_at': '2021-06-21T16:35:09Z', 'revision_number': 1, 'project_id': '905d3e9862c043939d7e73a1320af084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b7908a-d7fb-49bc-9942-1ac0747c778b', 'name': '', 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'mac_address': 'fa:16:3e:a4:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2be6e26d-5dd3-4545-8f70-57f38dc5039e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:20Z', 'updated_at': '2021-06-21T16:34:43Z', 'revision_number': 5, 'project_id': '905d3e9862c043939d7e73a1320af084', 'subnets': [{'id': '2be6e26d-5dd3-4545-8f70-57f38dc5039e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:35:11.465736 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3133e106-8b64-45d6-b213-abef8e846822 None None] Checking router: e949684e-6998-4740-843d-2dd7b71d6b52 for host: dv-cinder-797161-1-iscsi {{(pid=78429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:35:11.476273 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3133e106-8b64-45d6-b213-abef8e846822 None None] Routers {'e949684e-6998-4740-843d-2dd7b71d6b52'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:35:11.476894 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-3133e106-8b64-45d6-b213-abef8e846822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979e97f3d0>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:34:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['e949684e-6998-4740-843d-2dd7b71d6b52'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:35:11.518172 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 36600) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:11.525375 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [None req-2bfef553-2df2-4419-b1f1-90bf29df519c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-180682231-network', 'tenant_id': '198f4d5ad1fe4622abc258a938938751'}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:35:11.530287 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-2bfef553-2df2-4419-b1f1-90bf29df519c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:35:11.534580 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-2bfef553-2df2-4419-b1f1-90bf29df519c admin admin] Usage tracker for resource:network and tenant:198f4d5ad1fe4622abc258a938938751 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:35:11.537957 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-2bfef553-2df2-4419-b1f1-90bf29df519c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:35:11.544034 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-2bfef553-2df2-4419-b1f1-90bf29df519c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:35:11.560225 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfef553-2df2-4419-b1f1-90bf29df519c admin admin] Made reservation on behalf of 198f4d5ad1fe4622abc258a938938751 for: {'network': 1} {{(pid=78427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:35:11.563468 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2bfef553-2df2-4419-b1f1-90bf29df519c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for network, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:11.589642 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2bfef553-2df2-4419-b1f1-90bf29df519c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:11.631522 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-2bfef553-2df2-4419-b1f1-90bf29df519c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:35:11.638280 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-2bfef553-2df2-4419-b1f1-90bf29df519c admin admin] Usage tracker for resource:security_group_rule and tenant:198f4d5ad1fe4622abc258a938938751 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:35:11.646035 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-2bfef553-2df2-4419-b1f1-90bf29df519c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:35:11.658339 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-2bfef553-2df2-4419-b1f1-90bf29df519c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:35:11.681835 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-3133e106-8b64-45d6-b213-abef8e846822 None None] Set router e949684e-6998-4740-843d-2dd7b71d6b52 gateway port host: dv-cinder-797161-1-iscsi {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:35:11.886680 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2bfef553-2df2-4419-b1f1-90bf29df519c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:11.896621 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1b94b-65fa-4f52-a21c-ea01fb0479b3 req-a4b478de-df92-42c1-a704-815c04a69356 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:11.898216 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-57f1b94b-65fa-4f52-a21c-ea01fb0479b3 req-a4b478de-df92-42c1-a704-815c04a69356 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 946 time: 0.1998847
Jun 21 16:35:11.899470 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2bfef553-2df2-4419-b1f1-90bf29df519c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:11.903872 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-23cbe2f0-e65e-485d-ad77-346b91565d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:11.958524 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bfef553-2df2-4419-b1f1-90bf29df519c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611}  {{(pid=78427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 16:35:11.978931 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfef553-2df2-4419-b1f1-90bf29df519c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3189b99-29b9-4c7c-9c89-dd1a65d8609f,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:11.985968 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2bfef553-2df2-4419-b1f1-90bf29df519c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645578'] for segment, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:11.986315 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.db.segments_db [None req-2bfef553-2df2-4419-b1f1-90bf29df519c admin admin] Added segment 370d4a24-8f69-4cbe-b453-ef63d5e37f20 of type vlan for network 259da004-0e8b-4658-b9e8-89a2f70bc3d6
Jun 21 16:35:11.987858 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-2bfef553-2df2-4419-b1f1-90bf29df519c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:11.998718 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-57f1b94b-65fa-4f52-a21c-ea01fb0479b3 req-6da34d2a-75dd-4152-9d9e-8220f28cc99a tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796397
Jun 21 16:35:12.029485 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2bfef553-2df2-4419-b1f1-90bf29df519c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768073942321'] for network, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:12.066836 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2bfef553-2df2-4419-b1f1-90bf29df519c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592'] for network, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:12.068541 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfef553-2df2-4419-b1f1-90bf29df519c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:12.069181 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2bfef553-2df2-4419-b1f1-90bf29df519c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for network, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:12.075431 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-68795eea-0af0-4b16-8553-4e835c934220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:12.097134 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-3133e106-8b64-45d6-b213-abef8e846822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979e97f3d0>, [{'id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'name': 'tempest-AttachVolumeTestJSON-1230404924-router', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'fd27e4a8-fb4c-4a4d-b482-c63d56f16a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:13Z', 'updated_at': '2021-06-21T16:34:22Z', 'revision_number': 4, 'project_id': '905d3e9862c043939d7e73a1320af084', 'gw_port': {'id': 'fd27e4a8-fb4c-4a4d-b482-c63d56f16a66', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:14Z', 'updated_at': '2021-06-21T16:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_floatingips': [{'id': '0d644247-aeda-4454-941d-4cbbc3d807a4', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'router_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'port_id': '32d8e820-c446-4a72-97ae-5ee7f9df1866', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f', 'mac_address': 'fa:16:3e:7e:99:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88a241a-aac4-4b07-96d3-cba458b656df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T16:34:40Z', 'updated_at': '2021-06-21T16:35:09Z', 'revision_number': 1, 'project_id': '905d3e9862c043939d7e73a1320af084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b7908a-d7fb-49bc-9942-1ac0747c778b', 'name': '', 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'mac_address': 'fa:16:3e:a4:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2be6e26d-5dd3-4545-8f70-57f38dc5039e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:20Z', 'updated_at': '2021-06-21T16:34:43Z', 'revision_number': 5, 'project_id': '905d3e9862c043939d7e73a1320af084', 'subnets': [{'id': '2be6e26d-5dd3-4545-8f70-57f38dc5039e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:35:12.101493 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3133e106-8b64-45d6-b213-abef8e846822 None None] The sync data for ids ['e949684e-6998-4740-843d-2dd7b71d6b52'] in dv-cinder-797161-1-iscsi is: [{'id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'name': 'tempest-AttachVolumeTestJSON-1230404924-router', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'fd27e4a8-fb4c-4a4d-b482-c63d56f16a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:13Z', 'updated_at': '2021-06-21T16:34:22Z', 'revision_number': 4, 'project_id': '905d3e9862c043939d7e73a1320af084', 'gw_port': {'id': 'fd27e4a8-fb4c-4a4d-b482-c63d56f16a66', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:14Z', 'updated_at': '2021-06-21T16:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_floatingips': [{'id': '0d644247-aeda-4454-941d-4cbbc3d807a4', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'router_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'port_id': '32d8e820-c446-4a72-97ae-5ee7f9df1866', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f', 'mac_address': 'fa:16:3e:7e:99:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88a241a-aac4-4b07-96d3-cba458b656df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T16:34:40Z', 'updated_at': '2021-06-21T16:35:09Z', 'revision_number': 1, 'project_id': '905d3e9862c043939d7e73a1320af084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b7908a-d7fb-49bc-9942-1ac0747c778b', 'name': '', 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'mac_address': 'fa:16:3e:a4:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2be6e26d-5dd3-4545-8f70-57f38dc5039e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:20Z', 'updated_at': '2021-06-21T16:34:43Z', 'revision_number': 5, 'project_id': '905d3e9862c043939d7e73a1320af084', 'subnets': [{'id': '2be6e26d-5dd3-4545-8f70-57f38dc5039e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:35:12.253364 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-2bfef553-2df2-4419-b1f1-90bf29df519c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7334788
Jun 21 16:35:12.256403 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 36622) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:12.262583 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-7a16cebf-5065-4dfd-9cb2-a87bdf9a614a admin admin] Request body: {'subnet': {'network_id': '259da004-0e8b-4658-b9e8-89a2f70bc3d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-180682231-subnet', 'tenant_id': '198f4d5ad1fe4622abc258a938938751', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:35:12.268212 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-7a16cebf-5065-4dfd-9cb2-a87bdf9a614a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:35:12.272036 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfef553-2df2-4419-b1f1-90bf29df519c admin admin] Pushing event updated for resources: {'Network': ['ID=259da004-0e8b-4658-b9e8-89a2f70bc3d6,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:12.272634 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-7a16cebf-5065-4dfd-9cb2-a87bdf9a614a admin admin] Usage tracker for resource:subnet and tenant:198f4d5ad1fe4622abc258a938938751 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:35:12.280384 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-2bfef553-2df2-4419-b1f1-90bf29df519c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:12.287545 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Network 259da004-0e8b-4658-b9e8-89a2f70bc3d6 details requested by agent ovs-agent-dv-cinder-797161-1-iscsi with host dv-cinder-797161-1-iscsi {{(pid=78428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 16:35:12.290796 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-7a16cebf-5065-4dfd-9cb2-a87bdf9a614a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:35:12.309109 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-7a16cebf-5065-4dfd-9cb2-a87bdf9a614a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:35:12.329850 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a16cebf-5065-4dfd-9cb2-a87bdf9a614a admin admin] Made reservation on behalf of 198f4d5ad1fe4622abc258a938938751 for: {'subnet': 1} {{(pid=78426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:35:12.333047 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-7a16cebf-5065-4dfd-9cb2-a87bdf9a614a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2229037'] for subnet, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:12.383549 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c89816-0f08-4f74-9a07-ba814a8a87d1 req-9d7f86eb-b73e-4803-b636-3860647bbd23 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:12.385391 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b3c89816-0f08-4f74-9a07-ba814a8a87d1 req-9d7f86eb-b73e-4803-b636-3860647bbd23 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.1040344
Jun 21 16:35:12.451505 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b3c89816-0f08-4f74-9a07-ba814a8a87d1 req-214a8e47-2c9a-4970-bc4a-08480c990f88 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598276
Jun 21 16:35:12.460939 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f179f6-6b7e-4a9a-b2c4-36b7e4142e78 None None] New status for floating IP 0d644247-aeda-4454-941d-4cbbc3d807a4: ACTIVE {{(pid=78428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 16:35:12.763321 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-7a16cebf-5065-4dfd-9cb2-a87bdf9a614a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2434771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2229055'] for subnet, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:12.768843 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:12.852124 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16cebf-5065-4dfd-9cb2-a87bdf9a614a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3377856a-c8dd-4fef-bc1a-1097bfc92355,revision_number=0']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:12.863269 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a16cebf-5065-4dfd-9cb2-a87bdf9a614a admin admin] Checking segment: {'id': '370d4a24-8f69-4cbe-b453-ef63d5e37f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '259da004-0e8b-4658-b9e8-89a2f70bc3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:35:12.863637 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a16cebf-5065-4dfd-9cb2-a87bdf9a614a admin admin] Network hostable DHCP agents. Network: 259da004-0e8b-4658-b9e8-89a2f70bc3d6, hostable agents: ['3e057b97-a383-4976-a3a1-556748f7f018'], hosted agents: [] {{(pid=78426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 16:35:12.869841 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a16cebf-5065-4dfd-9cb2-a87bdf9a614a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:35:12.870202 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a16cebf-5065-4dfd-9cb2-a87bdf9a614a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:35:12.870561 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a16cebf-5065-4dfd-9cb2-a87bdf9a614a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:35:12.870909 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a16cebf-5065-4dfd-9cb2-a87bdf9a614a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:35:12.871252 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a16cebf-5065-4dfd-9cb2-a87bdf9a614a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:35:12.871633 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a16cebf-5065-4dfd-9cb2-a87bdf9a614a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:35:12.871962 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a16cebf-5065-4dfd-9cb2-a87bdf9a614a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:35:12.872306 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a16cebf-5065-4dfd-9cb2-a87bdf9a614a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:35:12.872646 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a16cebf-5065-4dfd-9cb2-a87bdf9a614a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:35:12.873025 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a16cebf-5065-4dfd-9cb2-a87bdf9a614a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:35:12.873359 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a16cebf-5065-4dfd-9cb2-a87bdf9a614a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:35:12.873693 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a16cebf-5065-4dfd-9cb2-a87bdf9a614a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:35:12.881193 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-7a16cebf-5065-4dfd-9cb2-a87bdf9a614a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:12.892397 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a16cebf-5065-4dfd-9cb2-a87bdf9a614a admin admin] Network 259da004-0e8b-4658-b9e8-89a2f70bc3d6 is scheduled to be hosted by DHCP agent 3e057b97-a383-4976-a3a1-556748f7f018 with binding_index 1 {{(pid=78426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 16:35:12.901571 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-7a16cebf-5065-4dfd-9cb2-a87bdf9a614a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797161-1-iscsi, 259da004-0e8b-4658-b9e8-89a2f70bc3d6) {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:35:12.911333 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d84970f-ead2-48cb-ab87-4e0c0e3f227c None None] Network 259da004-0e8b-4658-b9e8-89a2f70bc3d6 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:35:12.913943 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a16cebf-5065-4dfd-9cb2-a87bdf9a614a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:12.914572 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-7a16cebf-5065-4dfd-9cb2-a87bdf9a614a admin admin] Notify callbacks [] for subnet, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:12.946095 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-7a16cebf-5065-4dfd-9cb2-a87bdf9a614a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6805024
Jun 21 16:35:13.236471 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c616bd57-7092-4562-8b22-0bb13c669690 None None] Network 259da004-0e8b-4658-b9e8-89a2f70bc3d6 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:35:13.262289 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01063f-3360-4b3b-9cca-9795738eb0bd req-f7d7cb8c-0627-4cc8-89f2-ac376f832532 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:13.263955 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0e01063f-3360-4b3b-9cca-9795738eb0bd req-f7d7cb8c-0627-4cc8-89f2-ac376f832532 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 946 time: 0.0844436
Jun 21 16:35:13.310674 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0e01063f-3360-4b3b-9cca-9795738eb0bd req-6f6c42d9-4ef5-487f-87a0-9ecc9c6c2c6a tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409935
Jun 21 16:35:13.641467 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff5f9c-21a5-4c49-b07e-7a6a05ba4b8d req-bf07800d-42a1-42b1-b141-c43158b8d336 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:13.643104 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1dff5f9c-21a5-4c49-b07e-7a6a05ba4b8d req-bf07800d-42a1-42b1-b141-c43158b8d336 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.0863867
Jun 21 16:35:13.740416 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1dff5f9c-21a5-4c49-b07e-7a6a05ba4b8d req-b7ffea67-611e-4ce8-bbee-c9618d302f52 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0907176
Jun 21 16:35:13.768526 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378906d7-8e71-4524-a420-2d691c80beb2 req-dbe193ec-6d25-460d-a72c-aaafd3bc598d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:13.770026 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-378906d7-8e71-4524-a420-2d691c80beb2 req-dbe193ec-6d25-460d-a72c-aaafd3bc598d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=905d3e9862c043939d7e73a1320af084&device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 1099 time: 0.1064219
Jun 21 16:35:13.901471 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378906d7-8e71-4524-a420-2d691c80beb2 req-ca641acb-7383-40ee-82c0-86587ac6a9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:13.903335 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-378906d7-8e71-4524-a420-2d691c80beb2 req-ca641acb-7383-40ee-82c0-86587ac6a9de service neutron] 10.222.0.39 "GET /v2.0/networks?id=a67c6bd4-5155-4840-9134-bc4e7230ff7f HTTP/1.1" status: 200  len: 912 time: 0.1267705
Jun 21 16:35:14.013460 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-378906d7-8e71-4524-a420-2d691c80beb2 req-e2dcaead-4001-404f-8a6b-7e11cfec4acf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32d8e820-c446-4a72-97ae-5ee7f9df1866 HTTP/1.1" status: 200  len: 1001 time: 0.0989742
Jun 21 16:35:14.103806 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378906d7-8e71-4524-a420-2d691c80beb2 req-bd01e226-67f3-4e26-a4d1-74a29c584060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:14.105221 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-378906d7-8e71-4524-a420-2d691c80beb2 req-bd01e226-67f3-4e26-a4d1-74a29c584060 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2be6e26d-5dd3-4545-8f70-57f38dc5039e HTTP/1.1" status: 200  len: 850 time: 0.0610886
Jun 21 16:35:14.200329 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378906d7-8e71-4524-a420-2d691c80beb2 req-0eb62998-708a-411d-af5a-0dbd362d8e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:14.201772 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-378906d7-8e71-4524-a420-2d691c80beb2 req-0eb62998-708a-411d-af5a-0dbd362d8e7c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a67c6bd4-5155-4840-9134-bc4e7230ff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0763295
Jun 21 16:35:14.334941 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-378906d7-8e71-4524-a420-2d691c80beb2 req-8d434cee-b7b6-4323-a591-8ea0edcb78ad service neutron] 10.222.0.39 "GET /v2.0/networks/a67c6bd4-5155-4840-9134-bc4e7230ff7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224141
Jun 21 16:35:14.576031 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-378906d7-8e71-4524-a420-2d691c80beb2 req-de4f5e23-531a-40af-a97e-40108bba83eb service neutron] 10.222.0.39 "GET /v2.0/networks/a67c6bd4-5155-4840-9134-bc4e7230ff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2202468
Jun 21 16:35:14.592761 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1a2ef-63a0-4acf-8aef-09b9f6afd442 req-25ee2c8e-6f49-40be-860b-08a5cdf43b5d tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:14.595638 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-41e1a2ef-63a0-4acf-8aef-09b9f6afd442 req-25ee2c8e-6f49-40be-860b-08a5cdf43b5d tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 946 time: 0.1533997
Jun 21 16:35:14.684970 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-41e1a2ef-63a0-4acf-8aef-09b9f6afd442 req-f2e24fa4-8c13-4114-a275-396d59d83d02 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832701
Jun 21 16:35:14.974244 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585afb6-d2d6-45bc-bec8-862cdb6943e9 req-f1448dfa-e55d-4f75-bd6d-6902c7619e0f tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:14.975983 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f585afb6-d2d6-45bc-bec8-862cdb6943e9 req-f1448dfa-e55d-4f75-bd6d-6902c7619e0f tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.0973406
Jun 21 16:35:15.047694 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f585afb6-d2d6-45bc-bec8-862cdb6943e9 req-59bf6bd4-d0be-47df-b310-7453aba3dd7b tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576458
Jun 21 16:35:15.497347 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99077519-fe5d-4a6f-8d28-7f3995ad716e req-78261474-bec5-406b-a2ba-ddd2e94b7f3d tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:15.498789 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-99077519-fe5d-4a6f-8d28-7f3995ad716e req-78261474-bec5-406b-a2ba-ddd2e94b7f3d tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/ports?device_id=893c2aad-841e-4b27-9ad1-a41c864b72fb HTTP/1.1" status: 200  len: 945 time: 0.0833151
Jun 21 16:35:15.545154 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-99077519-fe5d-4a6f-8d28-7f3995ad716e req-5eeb53be-4366-455d-81d1-07a088b8e921 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9cc7ba0-817b-4e16-ae2e-973fa523fde4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400589
Jun 21 16:35:15.884177 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579bc073-abba-40b6-82e3-0910823a638b req-89421f69-31f8-4ded-9a1d-0333285db092 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:15.884177 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-579bc073-abba-40b6-82e3-0910823a638b req-89421f69-31f8-4ded-9a1d-0333285db092 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 946 time: 0.0900915
Jun 21 16:35:15.926066 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-579bc073-abba-40b6-82e3-0910823a638b req-fc71bbd8-c8c2-4ed5-be86-d767b12c471a tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393064
Jun 21 16:35:16.235861 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad131bf-0643-4bb4-bc7b-4427f7310504 req-73c17bc5-ccde-4f06-8cfd-d0f91fee6aed tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:16.237303 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7ad131bf-0643-4bb4-bc7b-4427f7310504 req-73c17bc5-ccde-4f06-8cfd-d0f91fee6aed tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.0792830
Jun 21 16:35:16.284519 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7ad131bf-0643-4bb4-bc7b-4427f7310504 req-a64baab6-0da8-41d8-86b3-7388d8037400 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413985
Jun 21 16:35:16.532100 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce227ed-b64b-41ee-87fa-479883fb418c req-45d61b78-7d34-4767-af69-4319bba5dbe1 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:16.533532 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0ce227ed-b64b-41ee-87fa-479883fb418c req-45d61b78-7d34-4767-af69-4319bba5dbe1 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.1392698
Jun 21 16:35:16.541816 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 36728) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:16.546604 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [None req-fecb27cb-7970-4cbd-9dc9-83258d4bfe2b tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Request body: {'floatingip': {'port_id': '42c93584-495e-4381-a61f-b977ecbd7633'}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:35:16.623067 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-fecb27cb-7970-4cbd-9dc9-83258d4bfe2b tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for floatingip, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:16.867872 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6f6df-7cb6-459d-beff-e40b2969a25e req-b6608a4e-a4e5-4923-8bd2-d8e688934a22 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:16.869306 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a9a6f6df-7cb6-459d-beff-e40b2969a25e req-b6608a4e-a4e5-4923-8bd2-d8e688934a22 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/ports?device_id=893c2aad-841e-4b27-9ad1-a41c864b72fb HTTP/1.1" status: 200  len: 945 time: 0.1957734
Jun 21 16:35:16.989919 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a9a6f6df-7cb6-459d-beff-e40b2969a25e req-8b72a360-8105-41a7-8259-3d503b10edf6 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9cc7ba0-817b-4e16-ae2e-973fa523fde4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661652
Jun 21 16:35:17.380970 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331e25e-61c4-4f90-99f1-a0faabd36586 req-65f2192e-d079-4aa7-af0d-47ca3cb2e6e5 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:17.382334 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b331e25e-61c4-4f90-99f1-a0faabd36586 req-65f2192e-d079-4aa7-af0d-47ca3cb2e6e5 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 946 time: 0.2458577
Jun 21 16:35:17.436023 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-4b51a711-d2e3-426e-b360-214616d36226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:17.550233 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b331e25e-61c4-4f90-99f1-a0faabd36586 req-7a2ff910-51e5-4eca-8196-a226562fb1fb tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1606781
Jun 21 16:35:17.580294 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-fecb27cb-7970-4cbd-9dc9-83258d4bfe2b tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:17.584815 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-fecb27cb-7970-4cbd-9dc9-83258d4bfe2b tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727397'] for floatingip, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:17.827228 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.db.l3_db [None req-fecb27cb-7970-4cbd-9dc9-83258d4bfe2b tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Floating IP 7ebb7e17-c8d6-426a-a9d6-51bd27846a96 associated. External IP: 172.27.1.227, port: 42c93584-495e-4381-a61f-b977ecbd7633.
Jun 21 16:35:17.854272 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:18.232456 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fecb27cb-7970-4cbd-9dc9-83258d4bfe2b tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Router 81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c has already been hosted by L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb {{(pid=78427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 16:35:18.308355 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d6bbf-d28e-48de-9c02-84ad286e8c5c req-988014fc-df9f-4f1c-88f0-95dc5bc24a1f tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:18.310065 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-744d6bbf-d28e-48de-9c02-84ad286e8c5c req-988014fc-df9f-4f1c-88f0-95dc5bc24a1f tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/ports?device_id=893c2aad-841e-4b27-9ad1-a41c864b72fb HTTP/1.1" status: 200  len: 945 time: 0.1653106
Jun 21 16:35:18.424048 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-744d6bbf-d28e-48de-9c02-84ad286e8c5c req-0814a930-b71b-413e-a017-10ea274c0833 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9cc7ba0-817b-4e16-ae2e-973fa523fde4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053076
Jun 21 16:35:18.456487 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fecb27cb-7970-4cbd-9dc9-83258d4bfe2b tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:35:18.460716 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-fecb27cb-7970-4cbd-9dc9-83258d4bfe2b tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:18.465487 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f19630-6c61-4787-a3fd-8a5bfc48a05d None None] Sync routers for ids ['81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'] in dv-cinder-797161-1-iscsi {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:35:18.475356 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f19630-6c61-4787-a3fd-8a5bfc48a05d None None] Routers {'81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:35:18.476069 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-57f19630-6c61-4787-a3fd-8a5bfc48a05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979e97f340>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:34:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:35:18.513588 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-fecb27cb-7970-4cbd-9dc9-83258d4bfe2b tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "PUT /v2.0/floatingips/7ebb7e17-c8d6-426a-a9d6-51bd27846a96 HTTP/1.1" status: 200  len: 991 time: 1.9707654
Jun 21 16:35:18.514256 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb49a93-87b9-4e81-b4a3-c8e876dab673', 'tag': '42c93584-495e-4381-a61f-b977ecbd7633'}] {{(pid=78427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:35:18.649819 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-57f19630-6c61-4787-a3fd-8a5bfc48a05d None None] Set router 81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c gateway port host: dv-cinder-797161-1-iscsi {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:35:18.920249 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eb49a93-87b9-4e81-b4a3-c8e876dab673', 'tag': '42c93584-495e-4381-a61f-b977ecbd7633', 'status': 'completed', 'code': 200}
Jun 21 16:35:19.044212 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-57f19630-6c61-4787-a3fd-8a5bfc48a05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979e97f340>, [{'id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-285391666-router', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'a45431c3-d952-4b69-97fe-b206b768d679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:15Z', 'updated_at': '2021-06-21T16:34:32Z', 'revision_number': 4, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'gw_port': {'id': 'a45431c3-d952-4b69-97fe-b206b768d679', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:17Z', 'updated_at': '2021-06-21T16:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_floatingips': [{'id': '7ebb7e17-c8d6-426a-a9d6-51bd27846a96', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'router_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'port_id': '42c93584-495e-4381-a61f-b977ecbd7633', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5', 'mac_address': 'fa:16:3e:8a:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb49a93-87b9-4e81-b4a3-c8e876dab673', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T16:34:49Z', 'updated_at': '2021-06-21T16:35:17Z', 'revision_number': 1, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8c8fa01-a676-40c4-8d07-c445846845c2', 'name': '', 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'mac_address': 'fa:16:3e:4b:01:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:28Z', 'updated_at': '2021-06-21T16:34:45Z', 'revision_number': 5, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'subnets': [{'id': 'f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:35:19.049137 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f19630-6c61-4787-a3fd-8a5bfc48a05d None None] Checking router: 81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c for host: dv-cinder-797161-1-iscsi {{(pid=78429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:35:19.059118 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f19630-6c61-4787-a3fd-8a5bfc48a05d None None] Routers {'81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:35:19.060031 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-57f19630-6c61-4787-a3fd-8a5bfc48a05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979e97f340>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:34:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:35:19.169471 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3bb4f-2317-4abe-91c9-cacc94d460d9 req-c1a0d726-2da1-4609-8801-c7347264470d tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:19.172138 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-72a3bb4f-2317-4abe-91c9-cacc94d460d9 req-c1a0d726-2da1-4609-8801-c7347264470d tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 946 time: 0.1788414
Jun 21 16:35:19.223067 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5394f1d7-c05e-4149-a7c7-ce9942c9f2d8 req-1e04b5ca-88a6-4150-8712-ba5f1093646d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1367624
Jun 21 16:35:19.232245 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-72a3bb4f-2317-4abe-91c9-cacc94d460d9 req-c44be305-eab8-4850-aabd-7f34cedc0262 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548577
Jun 21 16:35:19.254291 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-57f19630-6c61-4787-a3fd-8a5bfc48a05d None None] Set router 81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c gateway port host: dv-cinder-797161-1-iscsi {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:35:19.285980 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f2e7d-03ea-4080-83c4-01c3a5617b47 req-aba2ff20-f898-4a7d-bc2e-66b6cc76f2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:19.287773 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c99f2e7d-03ea-4080-83c4-01c3a5617b47 req-aba2ff20-f898-4a7d-bc2e-66b6cc76f2d5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f495dd509064a23adb18dc1cd54b526&device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 1098 time: 0.2124193
Jun 21 16:35:19.421794 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f2e7d-03ea-4080-83c4-01c3a5617b47 req-6fb14437-ce6f-4a00-8760-89b1d9394bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:19.423527 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c99f2e7d-03ea-4080-83c4-01c3a5617b47 req-6fb14437-ce6f-4a00-8760-89b1d9394bcc service neutron] 10.222.0.39 "GET /v2.0/networks?id=4e7bf916-d804-4156-8df4-c3e47df8bbc5 HTTP/1.1" status: 200  len: 917 time: 0.1288693
Jun 21 16:35:19.424662 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394f1d7-c05e-4149-a7c7-ce9942c9f2d8 req-cb95621d-3c94-4b13-8ca4-aa021ed88966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:19.426096 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5394f1d7-c05e-4149-a7c7-ce9942c9f2d8 req-cb95621d-3c94-4b13-8ca4-aa021ed88966 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c3d28747cfe746fb862defcb2926e2fa&device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 1099 time: 0.0726857
Jun 21 16:35:19.552277 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c99f2e7d-03ea-4080-83c4-01c3a5617b47 req-92bc02d5-9cf8-45b4-996d-3055d8ca3af9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42c93584-495e-4381-a61f-b977ecbd7633 HTTP/1.1" status: 200  len: 999 time: 0.1079066
Jun 21 16:35:19.619660 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f2e7d-03ea-4080-83c4-01c3a5617b47 req-43116180-21a7-4324-8a56-0c3c8f834e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:19.621135 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c99f2e7d-03ea-4080-83c4-01c3a5617b47 req-43116180-21a7-4324-8a56-0c3c8f834e4c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736 HTTP/1.1" status: 200  len: 855 time: 0.0584579
Jun 21 16:35:19.633396 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394f1d7-c05e-4149-a7c7-ce9942c9f2d8 req-a66fd000-00ca-4e48-af5b-06122b86fff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:19.635139 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5394f1d7-c05e-4149-a7c7-ce9942c9f2d8 req-a66fd000-00ca-4e48-af5b-06122b86fff5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c59c2429-3dc2-4964-ae2b-30558e1e435a HTTP/1.1" status: 200  len: 919 time: 0.1817188
Jun 21 16:35:19.637182 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-57f19630-6c61-4787-a3fd-8a5bfc48a05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979e97f340>, [{'id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-285391666-router', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'a45431c3-d952-4b69-97fe-b206b768d679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:15Z', 'updated_at': '2021-06-21T16:34:32Z', 'revision_number': 4, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'gw_port': {'id': 'a45431c3-d952-4b69-97fe-b206b768d679', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:17Z', 'updated_at': '2021-06-21T16:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_floatingips': [{'id': '7ebb7e17-c8d6-426a-a9d6-51bd27846a96', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'router_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'port_id': '42c93584-495e-4381-a61f-b977ecbd7633', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5', 'mac_address': 'fa:16:3e:8a:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb49a93-87b9-4e81-b4a3-c8e876dab673', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T16:34:49Z', 'updated_at': '2021-06-21T16:35:17Z', 'revision_number': 1, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8c8fa01-a676-40c4-8d07-c445846845c2', 'name': '', 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'mac_address': 'fa:16:3e:4b:01:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:28Z', 'updated_at': '2021-06-21T16:34:45Z', 'revision_number': 5, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'subnets': [{'id': 'f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:35:19.643729 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f19630-6c61-4787-a3fd-8a5bfc48a05d None None] The sync data for ids ['81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'] in dv-cinder-797161-1-iscsi is: [{'id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-285391666-router', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'a45431c3-d952-4b69-97fe-b206b768d679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:15Z', 'updated_at': '2021-06-21T16:34:32Z', 'revision_number': 4, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'gw_port': {'id': 'a45431c3-d952-4b69-97fe-b206b768d679', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:17Z', 'updated_at': '2021-06-21T16:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_floatingips': [{'id': '7ebb7e17-c8d6-426a-a9d6-51bd27846a96', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'router_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'port_id': '42c93584-495e-4381-a61f-b977ecbd7633', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5', 'mac_address': 'fa:16:3e:8a:a8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb49a93-87b9-4e81-b4a3-c8e876dab673', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T16:34:49Z', 'updated_at': '2021-06-21T16:35:17Z', 'revision_number': 1, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8c8fa01-a676-40c4-8d07-c445846845c2', 'name': '', 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'mac_address': 'fa:16:3e:4b:01:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:28Z', 'updated_at': '2021-06-21T16:34:45Z', 'revision_number': 5, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'subnets': [{'id': 'f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:35:19.716404 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5394f1d7-c05e-4149-a7c7-ce9942c9f2d8 req-773e0730-0701-463f-a1c1-cb3af623f8e4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89ccd63d-bb07-4e16-952f-38e85def2138 HTTP/1.1" status: 200  len: 217 time: 0.0742569
Jun 21 16:35:19.722409 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f2e7d-03ea-4080-83c4-01c3a5617b47 req-b4e79a43-7766-46b8-9011-767726cc76ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:19.724151 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c99f2e7d-03ea-4080-83c4-01c3a5617b47 req-b4e79a43-7766-46b8-9011-767726cc76ae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4e7bf916-d804-4156-8df4-c3e47df8bbc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0928297
Jun 21 16:35:19.729097 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3532e-1e3e-4c67-a5ec-7d14dba7957b req-57d843e9-340f-4bb7-8910-f7747673f72f tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:19.730669 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-39d3532e-1e3e-4c67-a5ec-7d14dba7957b req-57d843e9-340f-4bb7-8910-f7747673f72f tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/ports?device_id=893c2aad-841e-4b27-9ad1-a41c864b72fb HTTP/1.1" status: 200  len: 945 time: 0.1852610
Jun 21 16:35:19.909330 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c99f2e7d-03ea-4080-83c4-01c3a5617b47 req-0b32df95-1de8-43b7-9ac8-e5f3f6a08179 service neutron] 10.222.0.39 "GET /v2.0/networks/4e7bf916-d804-4156-8df4-c3e47df8bbc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1579700
Jun 21 16:35:19.993353 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c629359-6166-4e8a-a251-f9f69e6ada51 None None] New status for floating IP 7ebb7e17-c8d6-426a-a9d6-51bd27846a96: ACTIVE {{(pid=78428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 16:35:20.108737 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-39d3532e-1e3e-4c67-a5ec-7d14dba7957b req-0eab6944-545c-4005-a82b-83ec82bf09e8 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9cc7ba0-817b-4e16-ae2e-973fa523fde4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3710115
Jun 21 16:35:20.128152 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394f1d7-c05e-4149-a7c7-ce9942c9f2d8 req-7aa04d42-b4d2-4424-8b57-7e3424640b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:20.132503 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5394f1d7-c05e-4149-a7c7-ce9942c9f2d8 req-7aa04d42-b4d2-4424-8b57-7e3424640b67 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=02d3a594-001f-4533-99ef-2a3cb4e62b62 HTTP/1.1" status: 200  len: 858 time: 0.3683341
Jun 21 16:35:20.174156 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-fd5c70a8-c3f5-4a42-ab4c-4a2bcad15382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:20.188877 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c99f2e7d-03ea-4080-83c4-01c3a5617b47 req-7a985167-ec4a-4dcd-bc60-c9eee76fee00 service neutron] 10.222.0.39 "GET /v2.0/networks/4e7bf916-d804-4156-8df4-c3e47df8bbc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2692668
Jun 21 16:35:20.224154 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5394f1d7-c05e-4149-a7c7-ce9942c9f2d8 req-9df5c7e6-7a5c-4f71-9e30-b9503cc515e8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c59c2429-3dc2-4964-ae2b-30558e1e435a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0635083
Jun 21 16:35:20.375449 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:20.403311 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5394f1d7-c05e-4149-a7c7-ce9942c9f2d8 req-328531d4-ebd1-4b55-8940-9b3f28e3d770 service neutron] 10.222.0.39 "GET /v2.0/networks/c59c2429-3dc2-4964-ae2b-30558e1e435a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1514435
Jun 21 16:35:20.624705 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5394f1d7-c05e-4149-a7c7-ce9942c9f2d8 req-758605d6-614f-4313-9654-fb399203ba0d service neutron] 10.222.0.39 "GET /v2.0/networks/c59c2429-3dc2-4964-ae2b-30558e1e435a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2101097
Jun 21 16:35:20.640847 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232ec1b-2ea9-4c50-9d52-e484c51095cd req-8629c345-c6a5-4137-9879-1d1db5dfdd44 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:20.648162 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0232ec1b-2ea9-4c50-9d52-e484c51095cd req-8629c345-c6a5-4137-9879-1d1db5dfdd44 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 946 time: 0.2056181
Jun 21 16:35:20.694643 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0232ec1b-2ea9-4c50-9d52-e484c51095cd req-b868c618-694e-4522-a7c6-ee174e95515a tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447700
Jun 21 16:35:20.808020 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:20.939749 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 36822) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:21.072741 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-65cdf2ed-54c0-4d50-b614-3dfe4382ce8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:21.087861 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-65cdf2ed-54c0-4d50-b614-3dfe4382ce8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:35:21.092114 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-65cdf2ed-54c0-4d50-b614-3dfe4382ce8f admin admin] Usage tracker for resource:security_group_rule and tenant:c173b3e903994be799784536ae5dd243 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:35:21.095952 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-65cdf2ed-54c0-4d50-b614-3dfe4382ce8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:35:21.101856 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-65cdf2ed-54c0-4d50-b614-3dfe4382ce8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:35:21.203208 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-65cdf2ed-54c0-4d50-b614-3dfe4382ce8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:21.217402 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-65cdf2ed-54c0-4d50-b614-3dfe4382ce8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:21.217402 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:21.326864 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-65cdf2ed-54c0-4d50-b614-3dfe4382ce8f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c173b3e903994be799784536ae5dd243&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3853724
Jun 21 16:35:21.329606 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cdf2ed-54c0-4d50-b614-3dfe4382ce8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd4d06b-6db9-465e-94bd-b2d45c7ed7af,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:21.330187 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 36836) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:21.349130 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdf2ed-54c0-4d50-b614-3dfe4382ce8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:35:21.349481 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdf2ed-54c0-4d50-b614-3dfe4382ce8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:35:21.349826 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdf2ed-54c0-4d50-b614-3dfe4382ce8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:35:21.350162 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdf2ed-54c0-4d50-b614-3dfe4382ce8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:35:21.350495 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdf2ed-54c0-4d50-b614-3dfe4382ce8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:35:21.350827 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdf2ed-54c0-4d50-b614-3dfe4382ce8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:35:21.351154 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdf2ed-54c0-4d50-b614-3dfe4382ce8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:35:21.351478 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdf2ed-54c0-4d50-b614-3dfe4382ce8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:35:21.351824 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdf2ed-54c0-4d50-b614-3dfe4382ce8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:35:21.352149 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdf2ed-54c0-4d50-b614-3dfe4382ce8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:35:21.352470 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdf2ed-54c0-4d50-b614-3dfe4382ce8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:35:21.352787 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cdf2ed-54c0-4d50-b614-3dfe4382ce8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:35:21.357470 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-65cdf2ed-54c0-4d50-b614-3dfe4382ce8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:21.387064 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b6f05-aef1-4b53-8412-0b92d5cddac3 req-daf450f3-27ae-4b2c-82f7-8b1bfa91a7b3 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:21.394518 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-9c0626b3-45a0-4407-bbd7-6676799a37fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:21.395487 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a66b6f05-aef1-4b53-8412-0b92d5cddac3 req-daf450f3-27ae-4b2c-82f7-8b1bfa91a7b3 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/ports?device_id=893c2aad-841e-4b27-9ad1-a41c864b72fb HTTP/1.1" status: 200  len: 945 time: 0.1630335
Jun 21 16:35:21.421631 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-9c0626b3-45a0-4407-bbd7-6676799a37fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:21.456397 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a66b6f05-aef1-4b53-8412-0b92d5cddac3 req-793623b1-3fac-40ed-8ee9-d1f4ec4bed4d tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9cc7ba0-817b-4e16-ae2e-973fa523fde4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600119
Jun 21 16:35:21.492298 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-9c0626b3-45a0-4407-bbd7-6676799a37fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:21.496264 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-60290651-2df7-4891-ac57-2d1f71c1b37a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:21.507376 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0626b3-45a0-4407-bbd7-6676799a37fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd4d06b-6db9-465e-94bd-b2d45c7ed7af,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:21.511098 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-9c0626b3-45a0-4407-bbd7-6676799a37fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:21.514108 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-9c0626b3-45a0-4407-bbd7-6676799a37fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:21.516879 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-9c0626b3-45a0-4407-bbd7-6676799a37fc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6bd4d06b-6db9-465e-94bd-b2d45c7ed7af HTTP/1.1" status: 204  len: 168 time: 0.1841085
Jun 21 16:35:21.806694 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 36850) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:21.825633 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-5d57cb93-e5bd-4f79-9d72-1476f3f1d2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:21.841185 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-5d57cb93-e5bd-4f79-9d72-1476f3f1d2ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:35:21.846295 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-5d57cb93-e5bd-4f79-9d72-1476f3f1d2ce admin admin] Usage tracker for resource:security_group_rule and tenant:c5b8bed47b254eb79622f2e47e2148a0 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:35:21.852992 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-5d57cb93-e5bd-4f79-9d72-1476f3f1d2ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:35:21.859472 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-5d57cb93-e5bd-4f79-9d72-1476f3f1d2ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:35:21.891804 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0797782-a574-49fc-b521-089fe6cd847b req-4108a0db-532c-4070-8c62-50ea58698a84 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:21.893236 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c0797782-a574-49fc-b521-089fe6cd847b req-4108a0db-532c-4070-8c62-50ea58698a84 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 946 time: 0.0880578
Jun 21 16:35:21.940218 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c0797782-a574-49fc-b521-089fe6cd847b req-3595d5c3-3529-48a5-8e49-32c8b7864c1e tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404575
Jun 21 16:35:21.950633 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-5d57cb93-e5bd-4f79-9d72-1476f3f1d2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:21.955719 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-5d57cb93-e5bd-4f79-9d72-1476f3f1d2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:21.963213 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-479d2506-e166-49cb-a809-250fb2e1a7da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:22.004128 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-5d57cb93-e5bd-4f79-9d72-1476f3f1d2ce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c5b8bed47b254eb79622f2e47e2148a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1963596
Jun 21 16:35:22.005706 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57cb93-e5bd-4f79-9d72-1476f3f1d2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb84c4e-f146-4946-aa0e-f062059824a5,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:22.007035 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 36856) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:22.008737 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-5d57cb93-e5bd-4f79-9d72-1476f3f1d2ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:22.078935 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-a7791cdc-240b-4cce-a4d4-fbd44cdade13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:22.104812 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-a7791cdc-240b-4cce-a4d4-fbd44cdade13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:22.171592 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-a7791cdc-240b-4cce-a4d4-fbd44cdade13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:22.177007 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:22.192400 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7791cdc-240b-4cce-a4d4-fbd44cdade13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb84c4e-f146-4946-aa0e-f062059824a5,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:22.195403 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-a7791cdc-240b-4cce-a4d4-fbd44cdade13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:22.201995 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-a7791cdc-240b-4cce-a4d4-fbd44cdade13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:22.203912 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-a7791cdc-240b-4cce-a4d4-fbd44cdade13 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/efb84c4e-f146-4946-aa0e-f062059824a5 HTTP/1.1" status: 204  len: 168 time: 0.1958442
Jun 21 16:35:22.412779 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:22.583548 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037294c9-98f8-4658-93c8-4a472c5c3aff req-dfb8e548-7a05-494a-ad7b-246d4a901d9f tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:22.591107 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-037294c9-98f8-4658-93c8-4a472c5c3aff req-dfb8e548-7a05-494a-ad7b-246d4a901d9f tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.39 "GET /v2.0/ports?device_id=893c2aad-841e-4b27-9ad1-a41c864b72fb HTTP/1.1" status: 200  len: 945 time: 0.1230330
Jun 21 16:35:22.729323 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [req-037294c9-98f8-4658-93c8-4a472c5c3aff req-6e7d92d6-57b6-42de-8ab4-f63538f6f747 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Deleting port 64b4aadd-7989-40f7-8b9d-924017c5e1b5 {{(pid=78427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:35:22.729819 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-037294c9-98f8-4658-93c8-4a472c5c3aff req-6e7d92d6-57b6-42de-8ab4-f63538f6f747 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:22.805831 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5590205-f9cd-4653-b69c-c655c6366c30 req-b59464e0-c058-4e61-815f-09aa6fc42816 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:22.807351 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b5590205-f9cd-4653-b69c-c655c6366c30 req-b59464e0-c058-4e61-815f-09aa6fc42816 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/ports?device_id=893c2aad-841e-4b27-9ad1-a41c864b72fb HTTP/1.1" status: 200  len: 945 time: 0.2148888
Jun 21 16:35:22.960766 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b5590205-f9cd-4653-b69c-c655c6366c30 req-8159f8fd-1c29-42be-a285-1e780dd028ca tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9cc7ba0-817b-4e16-ae2e-973fa523fde4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135936
Jun 21 16:35:23.173337 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [req-037294c9-98f8-4658-93c8-4a472c5c3aff req-6e7d92d6-57b6-42de-8ab4-f63538f6f747 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] For port 64b4aadd-7989-40f7-8b9d-924017c5e1b5, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=64b4aadd-7989-40f7-8b9d-924017c5e1b5,segment=NetworkSegment(08ed8ea8-f157-4a71-a953-05bd6fc73136),segment_id=08ed8ea8-f157-4a71-a953-05bd6fc73136)] {{(pid=78427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:35:23.173835 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-037294c9-98f8-4658-93c8-4a472c5c3aff req-6e7d92d6-57b6-42de-8ab4-f63538f6f747 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:23.428034 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [req-037294c9-98f8-4658-93c8-4a472c5c3aff req-6e7d92d6-57b6-42de-8ab4-f63538f6f747 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Calling delete_port for 64b4aadd-7989-40f7-8b9d-924017c5e1b5 owned by compute:nova {{(pid=78427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:35:23.691019 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89b31b-37db-43b6-921d-5870a371e6f6 req-1306488f-47d1-42ce-8418-398461cd9d2d tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:23.692535 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5c89b31b-37db-43b6-921d-5870a371e6f6 req-1306488f-47d1-42ce-8418-398461cd9d2d tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 946 time: 0.5785336
Jun 21 16:35:23.727053 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-037294c9-98f8-4658-93c8-4a472c5c3aff req-6e7d92d6-57b6-42de-8ab4-f63538f6f747 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521'] for port, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:23.746264 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-4f359a4d-45b3-4308-a373-7a91634c11ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:23.765340 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['64b4aadd-7989-40f7-8b9d-924017c5e1b5'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:35:23.797882 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5c89b31b-37db-43b6-921d-5870a371e6f6 req-bac5d80c-5d22-4eeb-83d5-a1c0ca1c4321 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986171
Jun 21 16:35:23.799016 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d92d6-57b6-42de-8ab4-f63538f6f747 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Pushing event deleted for resources: {'Port': ['ID=64b4aadd-7989-40f7-8b9d-924017c5e1b5,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:23.802117 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-6e7d92d6-57b6-42de-8ab4-f63538f6f747 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:23.875777 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [req-037294c9-98f8-4658-93c8-4a472c5c3aff req-6e7d92d6-57b6-42de-8ab4-f63538f6f747 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] No DVR routers for this DVR port 64b4aadd-7989-40f7-8b9d-924017c5e1b5 on host hv-cinder-79716 {{(pid=78427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 16:35:23.878956 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-037294c9-98f8-4658-93c8-4a472c5c3aff req-6e7d92d6-57b6-42de-8ab4-f63538f6f747 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:23.881644 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893c2aad-841e-4b27-9ad1-a41c864b72fb', 'name': 'network-vif-deleted', 'tag': '64b4aadd-7989-40f7-8b9d-924017c5e1b5'}] {{(pid=78427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:35:23.890136 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-037294c9-98f8-4658-93c8-4a472c5c3aff req-6e7d92d6-57b6-42de-8ab4-f63538f6f747 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.39 "DELETE /v2.0/ports/64b4aadd-7989-40f7-8b9d-924017c5e1b5 HTTP/1.1" status: 204  len: 173 time: 1.2458711
Jun 21 16:35:23.943309 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893c2aad-841e-4b27-9ad1-a41c864b72fb', 'name': 'network-vif-deleted', 'tag': '64b4aadd-7989-40f7-8b9d-924017c5e1b5', 'status': 'completed', 'code': 200}
Jun 21 16:35:24.120760 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-ee40ba60-b5b8-4e53-b737-c19462c03632 req-4e546041-ad61-46a4-998e-a4ec87974437 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Synchronizing usage tracker for tenant:51e356908e294735b357a2564dbc841d on resource:port {{(pid=78427) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:35:24.139113 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-ee40ba60-b5b8-4e53-b737-c19462c03632 req-4e546041-ad61-46a4-998e-a4ec87974437 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Unset dirty status for tenant:51e356908e294735b357a2564dbc841d on resource:port {{(pid=78427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:35:24.140603 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ee40ba60-b5b8-4e53-b737-c19462c03632 req-4e546041-ad61-46a4-998e-a4ec87974437 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/ports?device_id=893c2aad-841e-4b27-9ad1-a41c864b72fb HTTP/1.1" status: 200  len: 210 time: 0.0656488
Jun 21 16:35:25.038379 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f5a33-5efe-4d55-8ea8-13c82f652756 req-e4919eac-81ce-44bf-977f-9a5762bb1dc3 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:25.047006 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2c2f5a33-5efe-4d55-8ea8-13c82f652756 req-e4919eac-81ce-44bf-977f-9a5762bb1dc3 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 946 time: 0.0975614
Jun 21 16:35:25.132378 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2c2f5a33-5efe-4d55-8ea8-13c82f652756 req-15a844f8-b239-4d20-893b-422272f0c751 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841360
Jun 21 16:35:25.369334 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5b1b7ee4-7b31-4a1a-b731-2366b9f6b884 req-fc6ce200-92e7-4f3d-ba52-34676436b86f tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] 10.222.0.24 "GET /v2.0/ports?device_id=893c2aad-841e-4b27-9ad1-a41c864b72fb HTTP/1.1" status: 200  len: 210 time: 0.0537467
Jun 21 16:35:26.051137 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 37016) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:26.194644 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-84158fb6-57a2-4063-8a26-7bc333c37344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:26.213560 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-84158fb6-57a2-4063-8a26-7bc333c37344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:35:26.220029 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-84158fb6-57a2-4063-8a26-7bc333c37344 admin admin] Usage tracker for resource:security_group_rule and tenant:f14f8496b9f2481aaeb29d76826a4464 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:35:26.223181 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-84158fb6-57a2-4063-8a26-7bc333c37344 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:35:26.229396 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-84158fb6-57a2-4063-8a26-7bc333c37344 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:35:26.373779 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-84158fb6-57a2-4063-8a26-7bc333c37344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:26.379696 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-84158fb6-57a2-4063-8a26-7bc333c37344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:26.388701 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:26.432888 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-84158fb6-57a2-4063-8a26-7bc333c37344 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f14f8496b9f2481aaeb29d76826a4464&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3798416
Jun 21 16:35:26.435385 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84158fb6-57a2-4063-8a26-7bc333c37344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0e6f4c-963a-456d-aad9-23f3625f41c8,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:26.435931 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 37038) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:26.445765 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b104a-0c12-461b-8202-bfa9b17271f7 req-28347906-dbca-4425-ae75-8bab0dcd3214 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:26.447256 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-216b104a-0c12-461b-8202-bfa9b17271f7 req-28347906-dbca-4425-ae75-8bab0dcd3214 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 946 time: 0.1743491
Jun 21 16:35:26.450080 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-84158fb6-57a2-4063-8a26-7bc333c37344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:26.500412 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-216b104a-0c12-461b-8202-bfa9b17271f7 req-c12f36dc-f8c3-4e77-8e25-a2d983330cb9 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433331
Jun 21 16:35:26.511156 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-b90af02d-d3ee-4a78-9faf-ddf911ec381d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:26.539542 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-b90af02d-d3ee-4a78-9faf-ddf911ec381d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:26.591520 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-b90af02d-d3ee-4a78-9faf-ddf911ec381d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:26.596372 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:26.609349 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90af02d-d3ee-4a78-9faf-ddf911ec381d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0e6f4c-963a-456d-aad9-23f3625f41c8,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:26.612053 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-b90af02d-d3ee-4a78-9faf-ddf911ec381d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:26.619021 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-b90af02d-d3ee-4a78-9faf-ddf911ec381d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:26.620157 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-b90af02d-d3ee-4a78-9faf-ddf911ec381d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe0e6f4c-963a-456d-aad9-23f3625f41c8 HTTP/1.1" status: 204  len: 168 time: 0.1818545
Jun 21 16:35:26.888299 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 37048) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:26.909342 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1b846164-c344-4521-8ab2-6069ee677fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:26.922979 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-1b846164-c344-4521-8ab2-6069ee677fd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:35:26.926641 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-1b846164-c344-4521-8ab2-6069ee677fd8 admin admin] Usage tracker for resource:security_group_rule and tenant:8bc144e1fb834182a24a57a266dae8a9 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:35:26.929349 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-1b846164-c344-4521-8ab2-6069ee677fd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:35:26.935117 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-1b846164-c344-4521-8ab2-6069ee677fd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:35:27.017356 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1b846164-c344-4521-8ab2-6069ee677fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:27.022126 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1b846164-c344-4521-8ab2-6069ee677fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:27.030560 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-639781b4-e370-475c-88f2-4fa43040ebd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:27.069543 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-1b846164-c344-4521-8ab2-6069ee677fd8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8bc144e1fb834182a24a57a266dae8a9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1802187
Jun 21 16:35:27.071103 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b846164-c344-4521-8ab2-6069ee677fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4603bc80-8a8e-4316-af21-a4101736898d,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:27.072318 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 37052) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:27.074002 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-1b846164-c344-4521-8ab2-6069ee677fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:27.130300 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-69fbf4a6-a631-439d-8eba-4652eee986ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:27.154389 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-69fbf4a6-a631-439d-8eba-4652eee986ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:27.208075 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-69fbf4a6-a631-439d-8eba-4652eee986ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:27.211452 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-979a08ca-8c2a-4bb1-84f5-fd0881cb6a6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:27.222837 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fbf4a6-a631-439d-8eba-4652eee986ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4603bc80-8a8e-4316-af21-a4101736898d,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:27.225312 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-69fbf4a6-a631-439d-8eba-4652eee986ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:27.232592 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-69fbf4a6-a631-439d-8eba-4652eee986ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:27.237108 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-69fbf4a6-a631-439d-8eba-4652eee986ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4603bc80-8a8e-4316-af21-a4101736898d HTTP/1.1" status: 204  len: 168 time: 0.1604073
Jun 21 16:35:28.570533 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 64b4aadd-7989-40f7-8b9d-924017c5e1b5 no longer exists at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:35:28.607380 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] No Port match for: 64b4aadd-7989-40f7-8b9d-924017c5e1b5 {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:35:28.607672 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 64b4aadd-7989-40f7-8b9d-924017c5e1b5 not bound to the agent host hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:35:28.728975 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:35:28.918869 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a4a6d-ad00-4866-ae53-9265e8f94d39 req-e742506e-bbb3-468c-b50e-56e1bdfc14ea tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:28.920365 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-df0a4a6d-ad00-4866-ae53-9265e8f94d39 req-e742506e-bbb3-468c-b50e-56e1bdfc14ea tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 946 time: 0.0914578
Jun 21 16:35:28.974164 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-df0a4a6d-ad00-4866-ae53-9265e8f94d39 req-6a3185e3-fa86-4cc5-90f7-47125699aa7f tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462334
Jun 21 16:35:29.466938 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 37152) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:29.603386 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a05043b5-71f3-4daa-8558-ca55257bb584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:29.619332 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-a05043b5-71f3-4daa-8558-ca55257bb584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:35:29.623498 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-a05043b5-71f3-4daa-8558-ca55257bb584 admin admin] Usage tracker for resource:security_group_rule and tenant:2c14b18875e34015b5acce56a27eab34 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:35:29.627474 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-a05043b5-71f3-4daa-8558-ca55257bb584 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:35:29.633252 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-a05043b5-71f3-4daa-8558-ca55257bb584 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:35:29.741257 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a05043b5-71f3-4daa-8558-ca55257bb584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:29.746000 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a05043b5-71f3-4daa-8558-ca55257bb584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:29.755518 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:29.800236 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-a05043b5-71f3-4daa-8558-ca55257bb584 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c14b18875e34015b5acce56a27eab34&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3322213
Jun 21 16:35:29.801412 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05043b5-71f3-4daa-8558-ca55257bb584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3171b1-3d27-45cd-813c-e7aa4a655376,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:29.803110 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 37170) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:29.816080 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-a05043b5-71f3-4daa-8558-ca55257bb584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:29.890804 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-7c5bb989-48e4-496b-b855-3377c5b7b280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:29.919629 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-7c5bb989-48e4-496b-b855-3377c5b7b280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:29.981965 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-7c5bb989-48e4-496b-b855-3377c5b7b280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:29.987895 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:29.998374 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5bb989-48e4-496b-b855-3377c5b7b280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3171b1-3d27-45cd-813c-e7aa4a655376,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:30.003308 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-7c5bb989-48e4-496b-b855-3377c5b7b280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:30.007245 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-7c5bb989-48e4-496b-b855-3377c5b7b280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:30.008560 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-7c5bb989-48e4-496b-b855-3377c5b7b280 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1a3171b1-3d27-45cd-813c-e7aa4a655376 HTTP/1.1" status: 204  len: 168 time: 0.2037096
Jun 21 16:35:30.349870 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d5cd6-e897-493c-a0de-b059a3e7ed84 req-a24ecd7a-81df-4e99-a6c9-d18cf4cc1856 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:30.354102 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-615d5cd6-e897-493c-a0de-b059a3e7ed84 req-a24ecd7a-81df-4e99-a6c9-d18cf4cc1856 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 946 time: 0.1988320
Jun 21 16:35:30.425803 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-615d5cd6-e897-493c-a0de-b059a3e7ed84 req-ab826568-5363-4e34-b7f9-97c2f6fc0c78 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705357
Jun 21 16:35:30.447026 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 37202) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:30.464651 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-5c12a3ad-b786-484d-b012-be89312541e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:30.479940 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-5c12a3ad-b786-484d-b012-be89312541e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:35:30.484649 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-5c12a3ad-b786-484d-b012-be89312541e5 admin admin] Usage tracker for resource:security_group_rule and tenant:8c218d2e09b442ac9214f425126edb2b is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:35:30.487488 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-5c12a3ad-b786-484d-b012-be89312541e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:35:30.493363 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-5c12a3ad-b786-484d-b012-be89312541e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:35:30.568574 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 37208) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:30.576728 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-5c12a3ad-b786-484d-b012-be89312541e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:30.581291 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-5c12a3ad-b786-484d-b012-be89312541e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:30.590003 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-a07d6991-abe3-4879-b81d-3fd33f5e2d97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:30.627462 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_v2 [None req-82b74328-8c4c-4ab5-8624-f76b7712b719 admin admin] Deleting subnet be82e99c-2fff-4651-9ab1-84753b423490 {{(pid=78426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Jun 21 16:35:30.628459 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-5c12a3ad-b786-484d-b012-be89312541e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8c218d2e09b442ac9214f425126edb2b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1803648
Jun 21 16:35:30.629375 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12a3ad-b786-484d-b012-be89312541e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11c10b6-1cf4-4afc-8554-3291174fe031,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:30.631026 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 37212) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:30.631657 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-82b74328-8c4c-4ab5-8624-f76b7712b719 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:30.633710 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-5c12a3ad-b786-484d-b012-be89312541e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:30.720363 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-82b74328-8c4c-4ab5-8624-f76b7712b719 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3128838'] for subnet, precommit_delete_associations {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:30.780651 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4ca3a805-a35f-409c-b174-157769805722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:30.799217 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-82b74328-8c4c-4ab5-8624-f76b7712b719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640788'] for subnet, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:30.852375 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4ca3a805-a35f-409c-b174-157769805722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:31.000420 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 37226) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:31.010649 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4ca3a805-a35f-409c-b174-157769805722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:31.022285 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-8aed62af-38f5-46b1-930b-00600c76b578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:31.133251 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3a805-a35f-409c-b174-157769805722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11c10b6-1cf4-4afc-8554-3291174fe031,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:31.138130 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-fec74a9f-9adc-4feb-9fab-3f03fdb844cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:31.152688 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-fec74a9f-9adc-4feb-9fab-3f03fdb844cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:35:31.156955 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-fec74a9f-9adc-4feb-9fab-3f03fdb844cd admin admin] Usage tracker for resource:security_group_rule and tenant:aa7a827d914140048edee5e9a9028531 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:35:31.160033 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-fec74a9f-9adc-4feb-9fab-3f03fdb844cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:35:31.165830 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-fec74a9f-9adc-4feb-9fab-3f03fdb844cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:35:31.169898 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-4ca3a805-a35f-409c-b174-157769805722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:31.193781 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4ca3a805-a35f-409c-b174-157769805722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:31.195229 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-4ca3a805-a35f-409c-b174-157769805722 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a11c10b6-1cf4-4afc-8554-3291174fe031 HTTP/1.1" status: 204  len: 168 time: 0.5363595
Jun 21 16:35:31.226502 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-82b74328-8c4c-4ab5-8624-f76b7712b719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2434572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2228998'] for subnet, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:31.232348 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-1ba364e5-1f9a-4fc9-af8b-59188b46397d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:31.250019 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-fec74a9f-9adc-4feb-9fab-3f03fdb844cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:31.254030 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-fec74a9f-9adc-4feb-9fab-3f03fdb844cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:31.266460 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-84158fb6-57a2-4063-8a26-7bc333c37344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:31.267406 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b74328-8c4c-4ab5-8624-f76b7712b719 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be82e99c-2fff-4651-9ab1-84753b423490,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:31.270568 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-82b74328-8c4c-4ab5-8624-f76b7712b719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:31.271537 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-82b74328-8c4c-4ab5-8624-f76b7712b719 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:31.277211 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-82b74328-8c4c-4ab5-8624-f76b7712b719 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/be82e99c-2fff-4651-9ab1-84753b423490 HTTP/1.1" status: 204  len: 168 time: 0.7075026
Jun 21 16:35:31.279806 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 37234) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:31.307422 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-fec74a9f-9adc-4feb-9fab-3f03fdb844cd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aa7a827d914140048edee5e9a9028531&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3059075
Jun 21 16:35:31.310982 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 37238) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:31.325593 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec74a9f-9adc-4feb-9fab-3f03fdb844cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473efb14-9a8e-4dcc-a239-34f2df642b4f,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:31.330236 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-fec74a9f-9adc-4feb-9fab-3f03fdb844cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:31.386384 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-4ef204b2-e28b-4e27-b659-df860853486a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:31.400880 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8df60311-5eb9-4d1c-b7cb-44301cb65c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614427'] for network, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:31.439371 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-4ef204b2-e28b-4e27-b659-df860853486a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:31.540311 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-4ef204b2-e28b-4e27-b659-df860853486a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:31.547886 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-6f1a1cd8-3a60-4023-9ab5-901d320d3fe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:31.562708 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef204b2-e28b-4e27-b659-df860853486a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473efb14-9a8e-4dcc-a239-34f2df642b4f,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:31.565737 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-4ef204b2-e28b-4e27-b659-df860853486a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:31.580185 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-4ef204b2-e28b-4e27-b659-df860853486a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:31.581647 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-4ef204b2-e28b-4e27-b659-df860853486a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/473efb14-9a8e-4dcc-a239-34f2df642b4f HTTP/1.1" status: 204  len: 168 time: 0.2692554
Jun 21 16:35:31.603076 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8df60311-5eb9-4d1c-b7cb-44301cb65c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640139', 'neutron.services.segments.db._delete_segments_for_network-8768074427558'] for network, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:31.617429 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.services.segments.db [None req-8df60311-5eb9-4d1c-b7cb-44301cb65c0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f979da8eee0>,) {'filters': {'network_id': ['218b4482-5cf7-4c02-8470-cce7159f5814']}} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:35:31.636802 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.services.segments.db [None req-8df60311-5eb9-4d1c-b7cb-44301cb65c0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f979da8eee0>, '08ed8ea8-f157-4a71-a953-05bd6fc73136') {'for_net_delete': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:35:31.637109 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.services.segments.db [None req-8df60311-5eb9-4d1c-b7cb-44301cb65c0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f979da8eee0>, '08ed8ea8-f157-4a71-a953-05bd6fc73136') {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:35:31.651020 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8df60311-5eb9-4d1c-b7cb-44301cb65c0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768074438669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3128881'] for segment, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:31.673564 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8df60311-5eb9-4d1c-b7cb-44301cb65c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645578'] for segment, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:31.683744 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df60311-5eb9-4d1c-b7cb-44301cb65c0e admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=78426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 16:35:31.684810 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8df60311-5eb9-4d1c-b7cb-44301cb65c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-645571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2481582'] for segment, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:31.701801 dv-cinder-797161-1-iscsi neutron-server[78426]: Traceback (most recent call last):
Jun 21 16:35:31.701801 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 16:35:31.701801 dv-cinder-797161-1-iscsi neutron-server[78426]:     timer()
Jun 21 16:35:31.701801 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 16:35:31.701801 dv-cinder-797161-1-iscsi neutron-server[78426]:     cb(*args, **kw)
Jun 21 16:35:31.701801 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 16:35:31.701801 dv-cinder-797161-1-iscsi neutron-server[78426]:     return func(*args, **kwargs)
Jun 21 16:35:31.701801 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 16:35:31.701801 dv-cinder-797161-1-iscsi neutron-server[78426]:     self._notify()
Jun 21 16:35:31.701801 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 16:35:31.701801 dv-cinder-797161-1-iscsi neutron-server[78426]:     self.callback(batched_events)
Jun 21 16:35:31.701801 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 16:35:31.701801 dv-cinder-797161-1-iscsi neutron-server[78426]:     event.method(event)
Jun 21 16:35:31.701801 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 16:35:31.701801 dv-cinder-797161-1-iscsi neutron-server[78426]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 16:35:31.701801 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 16:35:31.701801 dv-cinder-797161-1-iscsi neutron-server[78426]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 16:35:31.701801 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 16:35:31.701801 dv-cinder-797161-1-iscsi neutron-server[78426]:     return f(self, *a, **k)
Jun 21 16:35:31.701801 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 16:35:31.701801 dv-cinder-797161-1-iscsi neutron-server[78426]:     return self._get(url).json()
Jun 21 16:35:31.701801 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 16:35:31.701801 dv-cinder-797161-1-iscsi neutron-server[78426]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 16:35:31.701801 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 16:35:31.701801 dv-cinder-797161-1-iscsi neutron-server[78426]:     return self.request(url, 'GET', **kwargs)
Jun 21 16:35:31.701801 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 16:35:31.701801 dv-cinder-797161-1-iscsi neutron-server[78426]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 16:35:31.701801 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 16:35:31.701801 dv-cinder-797161-1-iscsi neutron-server[78426]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 16:35:31.701801 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 16:35:31.701801 dv-cinder-797161-1-iscsi neutron-server[78426]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 16:35:31.701801 dv-cinder-797161-1-iscsi neutron-server[78426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 16:35:31.769921 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5eaf0-0abc-4c89-b738-7dfa230fd89b req-b4464387-457b-4f9e-bbb0-5e2da1159007 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:31.778059 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e4d5eaf0-0abc-4c89-b738-7dfa230fd89b req-b4464387-457b-4f9e-bbb0-5e2da1159007 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 946 time: 0.1198907
Jun 21 16:35:31.814180 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8df60311-5eb9-4d1c-b7cb-44301cb65c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1727415'] for network, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:31.821250 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8df60311-5eb9-4d1c-b7cb-44301cb65c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for network, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:31.831307 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:31.837305 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e4d5eaf0-0abc-4c89-b738-7dfa230fd89b req-6e675602-0b6e-4404-ba7b-329487dfa1ad tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550978
Jun 21 16:35:31.859882 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df60311-5eb9-4d1c-b7cb-44301cb65c0e admin admin] Pushing event deleted for resources: {'Network': ['ID=218b4482-5cf7-4c02-8470-cce7159f5814,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:31.863040 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-8df60311-5eb9-4d1c-b7cb-44301cb65c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:31.873605 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-8df60311-5eb9-4d1c-b7cb-44301cb65c0e admin admin] 10.222.0.24 "DELETE /v2.0/networks/218b4482-5cf7-4c02-8470-cce7159f5814 HTTP/1.1" status: 204  len: 168 time: 0.5922201
Jun 21 16:35:31.941162 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d298570-8886-4c8a-8bfe-3f8440ea3d96 req-72e11bcf-8ebd-4959-a462-f7d8c1ab59b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:31.942776 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1d298570-8886-4c8a-8bfe-3f8440ea3d96 req-72e11bcf-8ebd-4959-a462-f7d8c1ab59b0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 1099 time: 0.0843666
Jun 21 16:35:31.990264 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1d298570-8886-4c8a-8bfe-3f8440ea3d96 req-e32ad050-c260-463c-a550-f2bd94f1ca41 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392239
Jun 21 16:35:32.055167 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 37274) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:32.080664 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-db7c9562-5b77-4cb7-8ae5-e605380ed369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:32.101167 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-db7c9562-5b77-4cb7-8ae5-e605380ed369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:35:32.106284 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-db7c9562-5b77-4cb7-8ae5-e605380ed369 admin admin] Usage tracker for resource:security_group_rule and tenant:00e34f2bd5f644ccb56776d63bfc3915 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:35:32.111208 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-db7c9562-5b77-4cb7-8ae5-e605380ed369 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:35:32.119254 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-db7c9562-5b77-4cb7-8ae5-e605380ed369 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:35:32.143048 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 37280) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:32.257539 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-db7c9562-5b77-4cb7-8ae5-e605380ed369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:32.267915 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-db7c9562-5b77-4cb7-8ae5-e605380ed369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:32.279542 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-90d68924-1d66-47ca-ab0e-420c01e48f7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:32.302885 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-5ce9da0d-8e19-421e-a993-9cd288ff61fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=51e356908e294735b357a2564dbc841d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1582911
Jun 21 16:35:32.303509 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 37286) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:32.318067 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-db7c9562-5b77-4cb7-8ae5-e605380ed369 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=00e34f2bd5f644ccb56776d63bfc3915&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2585289
Jun 21 16:35:32.320556 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 37290) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:32.322004 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c9562-5b77-4cb7-8ae5-e605380ed369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c6ac24-bfa0-43ba-8fcd-deb4c87cfda3,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:32.325140 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-db7c9562-5b77-4cb7-8ae5-e605380ed369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:32.409693 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-9183cbd4-f4d5-4b0d-99aa-3db7e00291d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:32.441026 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-dae1816f-1b3b-4add-9045-1de700dcb7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:32.458072 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-9183cbd4-f4d5-4b0d-99aa-3db7e00291d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:32.490153 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-dae1816f-1b3b-4add-9045-1de700dcb7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:32.565263 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-9183cbd4-f4d5-4b0d-99aa-3db7e00291d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:32.569449 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-4ef204b2-e28b-4e27-b659-df860853486a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:32.580267 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-dae1816f-1b3b-4add-9045-1de700dcb7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:32.591958 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183cbd4-f4d5-4b0d-99aa-3db7e00291d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cc7ba0-817b-4e16-ae2e-973fa523fde4,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:32.595691 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-9183cbd4-f4d5-4b0d-99aa-3db7e00291d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:32.596564 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-2c8dd685-a58e-4f88-9dc4-0d58a3d3bc47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:32.615439 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae1816f-1b3b-4add-9045-1de700dcb7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c6ac24-bfa0-43ba-8fcd-deb4c87cfda3,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:32.619830 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-dae1816f-1b3b-4add-9045-1de700dcb7fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:32.621253 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-9183cbd4-f4d5-4b0d-99aa-3db7e00291d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:32.626113 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-9183cbd4-f4d5-4b0d-99aa-3db7e00291d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a9cc7ba0-817b-4e16-ae2e-973fa523fde4 HTTP/1.1" status: 204  len: 168 time: 0.3216105
Jun 21 16:35:32.627771 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-dae1816f-1b3b-4add-9045-1de700dcb7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:32.628829 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-dae1816f-1b3b-4add-9045-1de700dcb7fe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/23c6ac24-bfa0-43ba-8fcd-deb4c87cfda3 HTTP/1.1" status: 204  len: 168 time: 0.3069594
Jun 21 16:35:33.085103 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf3ffc-893d-439e-810a-98d679dc4444 req-0d616038-e4e2-4b45-9f8f-3023cb3a5d35 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:33.087049 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0ecf3ffc-893d-439e-810a-98d679dc4444 req-0d616038-e4e2-4b45-9f8f-3023cb3a5d35 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 946 time: 0.1087520
Jun 21 16:35:33.157336 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0ecf3ffc-893d-439e-810a-98d679dc4444 req-0c195cf6-7f37-4f94-b4a1-327ef276b8d5 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634830
Jun 21 16:35:34.375570 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c269ea-7768-4ffb-98ab-c6e2f6d5c2de req-6a346266-5b59-4f4f-90d4-9b324ad6f38a tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:34.377938 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-07c269ea-7768-4ffb-98ab-c6e2f6d5c2de req-6a346266-5b59-4f4f-90d4-9b324ad6f38a tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 946 time: 0.0881968
Jun 21 16:35:34.437985 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-07c269ea-7768-4ffb-98ab-c6e2f6d5c2de req-19ccf39e-4b7f-4055-a0db-4a6a311e728f tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523410
Jun 21 16:35:34.649005 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26fdb2d-c455-49c0-ab5d-0990f88b206e req-5e2e53fe-3e68-44df-89ff-4ae07fb1a12f tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:34.650761 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a26fdb2d-c455-49c0-ab5d-0990f88b206e req-5e2e53fe-3e68-44df-89ff-4ae07fb1a12f tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.0849698
Jun 21 16:35:34.710663 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a26fdb2d-c455-49c0-ab5d-0990f88b206e req-eefbb046-39dd-4207-8733-e2092e3ae8f9 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520620
Jun 21 16:35:35.666495 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 37518) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:35.812482 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-6d6a69df-1b27-433b-aa64-612d2ddba4c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:35.826867 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-6d6a69df-1b27-433b-aa64-612d2ddba4c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:35:35.831163 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-6d6a69df-1b27-433b-aa64-612d2ddba4c2 admin admin] Usage tracker for resource:security_group_rule and tenant:ccd5c6ed8b9e43609cb80a1f87b3c6a2 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:35:35.834221 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-6d6a69df-1b27-433b-aa64-612d2ddba4c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:35:35.839846 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-6d6a69df-1b27-433b-aa64-612d2ddba4c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:35:35.946080 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-6d6a69df-1b27-433b-aa64-612d2ddba4c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:35.954608 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-6d6a69df-1b27-433b-aa64-612d2ddba4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:35.966266 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:36.060483 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-6d6a69df-1b27-433b-aa64-612d2ddba4c2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ccd5c6ed8b9e43609cb80a1f87b3c6a2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3928130
Jun 21 16:35:36.063516 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 37542) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:36.084176 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a69df-1b27-433b-aa64-612d2ddba4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b54d848-b3fc-44e3-ac70-9a09779ef1eb,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:36.090818 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-6d6a69df-1b27-433b-aa64-612d2ddba4c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:36.181118 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-123e4043-9dfb-4f26-b504-7fb67a77495c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:36.210368 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-123e4043-9dfb-4f26-b504-7fb67a77495c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:36.267218 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-123e4043-9dfb-4f26-b504-7fb67a77495c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:36.272537 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:36.284794 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e4043-9dfb-4f26-b504-7fb67a77495c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b54d848-b3fc-44e3-ac70-9a09779ef1eb,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:36.287888 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-123e4043-9dfb-4f26-b504-7fb67a77495c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:36.316094 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-123e4043-9dfb-4f26-b504-7fb67a77495c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:36.320804 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-123e4043-9dfb-4f26-b504-7fb67a77495c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b54d848-b3fc-44e3-ac70-9a09779ef1eb HTTP/1.1" status: 204  len: 168 time: 0.2560544
Jun 21 16:35:36.600112 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 37568) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:36.766853 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 37578) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:36.775140 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-03923304-e53b-4447-8bf8-ddbab3fff32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:36.788784 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1b8d769f-73ed-4e21-934c-9cf999996615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:36.791156 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-03923304-e53b-4447-8bf8-ddbab3fff32f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:35:36.795124 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-03923304-e53b-4447-8bf8-ddbab3fff32f admin admin] Usage tracker for resource:security_group_rule and tenant:a01cff5679b64c66aa9e1c3c6ae704b7 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:35:36.799013 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-03923304-e53b-4447-8bf8-ddbab3fff32f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:35:36.807953 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-1b8d769f-73ed-4e21-934c-9cf999996615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:35:36.808142 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-03923304-e53b-4447-8bf8-ddbab3fff32f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:35:36.812872 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-1b8d769f-73ed-4e21-934c-9cf999996615 admin admin] Usage tracker for resource:security_group_rule and tenant:4b7e3f24bfc74f5f93c35658221c6572 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:35:36.816785 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-1b8d769f-73ed-4e21-934c-9cf999996615 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:35:36.822769 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-1b8d769f-73ed-4e21-934c-9cf999996615 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:35:36.923294 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-03923304-e53b-4447-8bf8-ddbab3fff32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:36.928865 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-03923304-e53b-4447-8bf8-ddbab3fff32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:36.950856 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1b8d769f-73ed-4e21-934c-9cf999996615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:36.954280 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-cd09573b-0da5-462c-b962-49d3455fec5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:36.957367 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1b8d769f-73ed-4e21-934c-9cf999996615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:36.966140 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-ed6ac39b-6a6c-404e-b221-454e168ca665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:36.998380 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-03923304-e53b-4447-8bf8-ddbab3fff32f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a01cff5679b64c66aa9e1c3c6ae704b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3968978
Jun 21 16:35:36.999586 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03923304-e53b-4447-8bf8-ddbab3fff32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c77ff1b-5428-43ff-82f7-237ea0bf0875,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:37.002211 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 37588) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:37.017888 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-1b8d769f-73ed-4e21-934c-9cf999996615 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b7e3f24bfc74f5f93c35658221c6572&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2473896
Jun 21 16:35:37.018261 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 37592) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:37.024136 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-03923304-e53b-4447-8bf8-ddbab3fff32f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:37.029290 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d769f-73ed-4e21-934c-9cf999996615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bca953b-75de-4bad-83b3-19bf906e1356,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:37.037097 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-1b8d769f-73ed-4e21-934c-9cf999996615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:37.095639 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-443dc032-f0b2-46e9-8575-a23626691b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:37.131521 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-443dc032-f0b2-46e9-8575-a23626691b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:37.201381 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-443dc032-f0b2-46e9-8575-a23626691b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:37.208602 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-4ca3a805-a35f-409c-b174-157769805722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:37.230743 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443dc032-f0b2-46e9-8575-a23626691b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bca953b-75de-4bad-83b3-19bf906e1356,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:37.230960 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-0299df3f-5bff-42be-bc42-6e8f8c3b9ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:37.236193 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-443dc032-f0b2-46e9-8575-a23626691b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:37.238668 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-443dc032-f0b2-46e9-8575-a23626691b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:37.240177 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-443dc032-f0b2-46e9-8575-a23626691b23 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9bca953b-75de-4bad-83b3-19bf906e1356 HTTP/1.1" status: 204  len: 168 time: 0.2211761
Jun 21 16:35:37.285682 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-0299df3f-5bff-42be-bc42-6e8f8c3b9ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:37.320289 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fee2a-fe49-41b7-8e35-5998f2b81b9c req-98b7a3dd-0f44-443e-992d-41b75e6f5e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:37.322352 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7f2fee2a-fe49-41b7-8e35-5998f2b81b9c req-98b7a3dd-0f44-443e-992d-41b75e6f5e1d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c3d28747cfe746fb862defcb2926e2fa&device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 1099 time: 0.2948070
Jun 21 16:35:37.369763 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba76ba9-cae1-4ea2-b9ff-b04b2dbf7e71 req-4023d625-c895-4869-95fa-dfa63f13fbdf tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:37.371258 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5ba76ba9-cae1-4ea2-b9ff-b04b2dbf7e71 req-4023d625-c895-4869-95fa-dfa63f13fbdf tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.2593422
Jun 21 16:35:37.510158 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5ba76ba9-cae1-4ea2-b9ff-b04b2dbf7e71 req-bf8ccaf5-4127-4023-836f-185899283538 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1209059
Jun 21 16:35:37.528916 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fee2a-fe49-41b7-8e35-5998f2b81b9c req-ddb88fcd-b9fa-47d3-ab96-151a2019e2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:37.531279 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7f2fee2a-fe49-41b7-8e35-5998f2b81b9c req-ddb88fcd-b9fa-47d3-ab96-151a2019e2fa service neutron] 10.222.0.39 "GET /v2.0/networks?id=c59c2429-3dc2-4964-ae2b-30558e1e435a HTTP/1.1" status: 200  len: 919 time: 0.1945183
Jun 21 16:35:37.532250 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-0299df3f-5bff-42be-bc42-6e8f8c3b9ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:37.549665 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-5c12a3ad-b786-484d-b012-be89312541e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:37.629372 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299df3f-5bff-42be-bc42-6e8f8c3b9ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c77ff1b-5428-43ff-82f7-237ea0bf0875,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:37.632713 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7f2fee2a-fe49-41b7-8e35-5998f2b81b9c req-933e9abd-ea85-41f7-bd02-73f01c391ba6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89ccd63d-bb07-4e16-952f-38e85def2138 HTTP/1.1" status: 200  len: 217 time: 0.0735462
Jun 21 16:35:37.633786 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-0299df3f-5bff-42be-bc42-6e8f8c3b9ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:37.634775 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-0299df3f-5bff-42be-bc42-6e8f8c3b9ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:37.638355 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-0299df3f-5bff-42be-bc42-6e8f8c3b9ddf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c77ff1b-5428-43ff-82f7-237ea0bf0875 HTTP/1.1" status: 204  len: 168 time: 0.6349237
Jun 21 16:35:37.701168 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fee2a-fe49-41b7-8e35-5998f2b81b9c req-81531b22-45bf-4c99-85bd-c7c067016dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:37.703218 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7f2fee2a-fe49-41b7-8e35-5998f2b81b9c req-81531b22-45bf-4c99-85bd-c7c067016dcf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=02d3a594-001f-4533-99ef-2a3cb4e62b62 HTTP/1.1" status: 200  len: 858 time: 0.0619025
Jun 21 16:35:37.771340 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7f2fee2a-fe49-41b7-8e35-5998f2b81b9c req-c7958f63-92ea-41b3-a50e-cc06096364a6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c59c2429-3dc2-4964-ae2b-30558e1e435a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0601883
Jun 21 16:35:37.947046 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7f2fee2a-fe49-41b7-8e35-5998f2b81b9c req-3d44e838-cbba-461d-93e4-db26db842590 service neutron] 10.222.0.39 "GET /v2.0/networks/c59c2429-3dc2-4964-ae2b-30558e1e435a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1611624
Jun 21 16:35:38.179381 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7f2fee2a-fe49-41b7-8e35-5998f2b81b9c req-2025d0c2-c673-4319-a3fa-bfdb5e131065 service neutron] 10.222.0.39 "GET /v2.0/networks/c59c2429-3dc2-4964-ae2b-30558e1e435a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2198093
Jun 21 16:35:38.464154 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 37674) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:38.566750 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_v2 [None req-e13e3199-3e76-4306-915a-12235f47ccb8 admin admin] Deleting subnet 5a9cf885-fb31-4906-a268-ce74c241766f {{(pid=78426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Jun 21 16:35:38.570622 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e13e3199-3e76-4306-915a-12235f47ccb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:38.648759 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e13e3199-3e76-4306-915a-12235f47ccb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3128838'] for subnet, precommit_delete_associations {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:38.740640 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e13e3199-3e76-4306-915a-12235f47ccb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640788'] for subnet, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:39.005997 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa666af-4e9f-403f-82f4-004c84aeaf37 req-234f3111-f9eb-49e0-80a7-f367b3c803ec tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:39.008543 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7fa666af-4e9f-403f-82f4-004c84aeaf37 req-234f3111-f9eb-49e0-80a7-f367b3c803ec tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.2896416
Jun 21 16:35:39.101929 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7fa666af-4e9f-403f-82f4-004c84aeaf37 req-7f9f5749-cecd-4ae2-924b-0b54c4e92412 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820642
Jun 21 16:35:39.165998 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e13e3199-3e76-4306-915a-12235f47ccb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2434572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2228998'] for subnet, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:39.170200 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:39.213365 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e3199-3e76-4306-915a-12235f47ccb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a9cf885-fb31-4906-a268-ce74c241766f,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:39.218370 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-e13e3199-3e76-4306-915a-12235f47ccb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:39.218627 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e13e3199-3e76-4306-915a-12235f47ccb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:39.227417 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 37730) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:39.227655 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-e13e3199-3e76-4306-915a-12235f47ccb8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5a9cf885-fb31-4906-a268-ce74c241766f HTTP/1.1" status: 204  len: 168 time: 0.7621477
Jun 21 16:35:39.368931 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c9a7d817-f14e-4c94-8458-5ae64c3158b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614427'] for network, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:39.512985 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c9a7d817-f14e-4c94-8458-5ae64c3158b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640139', 'neutron.services.segments.db._delete_segments_for_network-8768074427558'] for network, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:39.526887 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c9a7d817-f14e-4c94-8458-5ae64c3158b3 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f979d572fd0>> segment before_delete 55550000 {{(pid=78427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:35:39.527244 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c9a7d817-f14e-4c94-8458-5ae64c3158b3 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f979d572fd0>> subnet precommit_delete_associations 55550000 {{(pid=78427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:35:39.527922 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c9a7d817-f14e-4c94-8458-5ae64c3158b3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f979eb5ca90>> segment_host_mapping after_create 55550000 {{(pid=78427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:35:39.528309 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c9a7d817-f14e-4c94-8458-5ae64c3158b3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f979eb5ca90>> port after_create 55550000 {{(pid=78427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:35:39.528662 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c9a7d817-f14e-4c94-8458-5ae64c3158b3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f979eb5ca90>> port after_delete 55550000 {{(pid=78427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:35:39.529015 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c9a7d817-f14e-4c94-8458-5ae64c3158b3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f979eb5ca90>> port after_update 55550000 {{(pid=78427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:35:39.529334 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c9a7d817-f14e-4c94-8458-5ae64c3158b3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f979eb5ca90>> segment after_delete 55550000 {{(pid=78427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:35:39.529655 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c9a7d817-f14e-4c94-8458-5ae64c3158b3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f979eb5ca90>> subnet after_create 55550000 {{(pid=78427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:35:39.530624 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c9a7d817-f14e-4c94-8458-5ae64c3158b3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f979eb5ca90>> subnet after_delete 55550000 {{(pid=78427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:35:39.531095 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c9a7d817-f14e-4c94-8458-5ae64c3158b3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f979eb5ca90>> subnet after_update 55550000 {{(pid=78427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:35:39.635884 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c9a7d817-f14e-4c94-8458-5ae64c3158b3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f979d59d220>> subnet after_create 55550000 {{(pid=78427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:35:39.636209 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c9a7d817-f14e-4c94-8458-5ae64c3158b3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f979d59d220>> subnet after_delete 55550000 {{(pid=78427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:35:39.636545 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c9a7d817-f14e-4c94-8458-5ae64c3158b3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f979d59d220>> subnet before_create 55550000 {{(pid=78427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:35:39.636874 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c9a7d817-f14e-4c94-8458-5ae64c3158b3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f979d59d220>> subnet before_update 55550000 {{(pid=78427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 21 16:35:39.637253 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.services.segments.db [None req-c9a7d817-f14e-4c94-8458-5ae64c3158b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f979d5724c0>,) {'filters': {'network_id': ['1f89dfa4-e4e3-45b1-afc1-3ba7b6516af9']}} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:35:39.651287 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.services.segments.db [None req-c9a7d817-f14e-4c94-8458-5ae64c3158b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f979d5724c0>, '909b7a64-81ec-45f0-a966-0dcf1d77151e') {'for_net_delete': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:35:39.651589 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.services.segments.db [None req-c9a7d817-f14e-4c94-8458-5ae64c3158b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f979d5724c0>, '909b7a64-81ec-45f0-a966-0dcf1d77151e') {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:35:39.667950 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c9a7d817-f14e-4c94-8458-5ae64c3158b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768074438669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296290'] for segment, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:39.696382 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c9a7d817-f14e-4c94-8458-5ae64c3158b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645578'] for segment, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:39.707925 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a7d817-f14e-4c94-8458-5ae64c3158b3 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=78427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 16:35:39.708342 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c9a7d817-f14e-4c94-8458-5ae64c3158b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-645571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957028'] for segment, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]:   from cryptography.utils import int_from_bytes
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]:   from cryptography.utils import int_from_bytes
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]:   util.warn_limited(
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]:   util.warn_limited(
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]: Traceback (most recent call last):
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]:     timer()
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]:     cb(*args, **kw)
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]:     return func(*args, **kwargs)
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]:     self._notify()
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]:     self.callback(batched_events)
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]:     event.method(event)
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]:     return f(self, *a, **k)
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]:     return self._get(url).json()
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]:     return self.request(url, 'GET', **kwargs)
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 16:35:39.724488 dv-cinder-797161-1-iscsi neutron-server[78427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 16:35:39.819826 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c9a7d817-f14e-4c94-8458-5ae64c3158b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1727415'] for network, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:39.824503 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-2bfef553-2df2-4419-b1f1-90bf29df519c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:39.846612 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7d817-f14e-4c94-8458-5ae64c3158b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f89dfa4-e4e3-45b1-afc1-3ba7b6516af9,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:39.849346 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c9a7d817-f14e-4c94-8458-5ae64c3158b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for network, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:39.858867 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-c9a7d817-f14e-4c94-8458-5ae64c3158b3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1f89dfa4-e4e3-45b1-afc1-3ba7b6516af9 HTTP/1.1" status: 204  len: 168 time: 0.6276655
Jun 21 16:35:39.859020 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-c9a7d817-f14e-4c94-8458-5ae64c3158b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:39.860829 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 37772) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:39.979260 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_v2 [None req-b84bdca5-30fb-4a9d-a942-931006539dfb admin admin] Deleting subnet 3377856a-c8dd-4fef-bc1a-1097bfc92355 {{(pid=78426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Jun 21 16:35:39.984315 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-b84bdca5-30fb-4a9d-a942-931006539dfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:40.052584 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-b84bdca5-30fb-4a9d-a942-931006539dfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3128838'] for subnet, precommit_delete_associations {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:40.121107 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-b84bdca5-30fb-4a9d-a942-931006539dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640788'] for subnet, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:40.554822 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-b84bdca5-30fb-4a9d-a942-931006539dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2434572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2228998'] for subnet, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:40.562305 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-82b74328-8c4c-4ab5-8624-f76b7712b719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:40.596479 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84bdca5-30fb-4a9d-a942-931006539dfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3377856a-c8dd-4fef-bc1a-1097bfc92355,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:40.599475 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-b84bdca5-30fb-4a9d-a942-931006539dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:40.600478 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-b84bdca5-30fb-4a9d-a942-931006539dfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:40.608222 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-b84bdca5-30fb-4a9d-a942-931006539dfb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3377856a-c8dd-4fef-bc1a-1097bfc92355 HTTP/1.1" status: 204  len: 168 time: 0.7444520
Jun 21 16:35:40.608867 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 37812) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:40.609522 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f735c67-e61a-484e-bb23-bbc36f29b97d req-de89e144-f52c-4f86-a50e-740c88260f44 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:40.611236 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1f735c67-e61a-484e-bb23-bbc36f29b97d req-de89e144-f52c-4f86-a50e-740c88260f44 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.0938170
Jun 21 16:35:40.660113 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1f735c67-e61a-484e-bb23-bbc36f29b97d req-8232e145-645e-4ee8-9bbf-f1b827abb045 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432618
Jun 21 16:35:40.725512 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-51e8aeef-8322-40f7-af10-4a203fcee824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614427'] for network, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:40.851619 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-51e8aeef-8322-40f7-af10-4a203fcee824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640139', 'neutron.services.segments.db._delete_segments_for_network-8768074427558'] for network, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:40.867971 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.services.segments.db [None req-51e8aeef-8322-40f7-af10-4a203fcee824 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f979dac07c0>,) {'filters': {'network_id': ['259da004-0e8b-4658-b9e8-89a2f70bc3d6']}} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:35:40.879933 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.services.segments.db [None req-51e8aeef-8322-40f7-af10-4a203fcee824 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f979dac07c0>, '370d4a24-8f69-4cbe-b453-ef63d5e37f20') {'for_net_delete': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:35:40.880225 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.services.segments.db [None req-51e8aeef-8322-40f7-af10-4a203fcee824 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f979dac07c0>, '370d4a24-8f69-4cbe-b453-ef63d5e37f20') {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:35:40.893258 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-51e8aeef-8322-40f7-af10-4a203fcee824 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768074438669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3128881'] for segment, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:40.912669 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-51e8aeef-8322-40f7-af10-4a203fcee824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645578'] for segment, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:40.919004 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51e8aeef-8322-40f7-af10-4a203fcee824 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=78426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 16:35:40.919465 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-51e8aeef-8322-40f7-af10-4a203fcee824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-645571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2481582'] for segment, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:40.933860 dv-cinder-797161-1-iscsi neutron-server[78426]: Traceback (most recent call last):
Jun 21 16:35:40.933860 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 16:35:40.933860 dv-cinder-797161-1-iscsi neutron-server[78426]:     timer()
Jun 21 16:35:40.933860 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 16:35:40.933860 dv-cinder-797161-1-iscsi neutron-server[78426]:     cb(*args, **kw)
Jun 21 16:35:40.933860 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 16:35:40.933860 dv-cinder-797161-1-iscsi neutron-server[78426]:     return func(*args, **kwargs)
Jun 21 16:35:40.933860 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 16:35:40.933860 dv-cinder-797161-1-iscsi neutron-server[78426]:     self._notify()
Jun 21 16:35:40.933860 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 16:35:40.933860 dv-cinder-797161-1-iscsi neutron-server[78426]:     self.callback(batched_events)
Jun 21 16:35:40.933860 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 16:35:40.933860 dv-cinder-797161-1-iscsi neutron-server[78426]:     event.method(event)
Jun 21 16:35:40.933860 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 16:35:40.933860 dv-cinder-797161-1-iscsi neutron-server[78426]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 16:35:40.933860 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 16:35:40.933860 dv-cinder-797161-1-iscsi neutron-server[78426]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 16:35:40.933860 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 16:35:40.933860 dv-cinder-797161-1-iscsi neutron-server[78426]:     return f(self, *a, **k)
Jun 21 16:35:40.933860 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 16:35:40.933860 dv-cinder-797161-1-iscsi neutron-server[78426]:     return self._get(url).json()
Jun 21 16:35:40.933860 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 16:35:40.933860 dv-cinder-797161-1-iscsi neutron-server[78426]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 16:35:40.933860 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 16:35:40.933860 dv-cinder-797161-1-iscsi neutron-server[78426]:     return self.request(url, 'GET', **kwargs)
Jun 21 16:35:40.933860 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 16:35:40.933860 dv-cinder-797161-1-iscsi neutron-server[78426]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 16:35:40.933860 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 16:35:40.933860 dv-cinder-797161-1-iscsi neutron-server[78426]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 16:35:40.933860 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 16:35:40.933860 dv-cinder-797161-1-iscsi neutron-server[78426]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 16:35:40.933860 dv-cinder-797161-1-iscsi neutron-server[78426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 16:35:41.011076 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-51e8aeef-8322-40f7-af10-4a203fcee824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1727415'] for network, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:41.015548 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-51e8aeef-8322-40f7-af10-4a203fcee824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for network, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:41.018126 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:41.042221 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8aeef-8322-40f7-af10-4a203fcee824 admin admin] Pushing event deleted for resources: {'Network': ['ID=259da004-0e8b-4658-b9e8-89a2f70bc3d6,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:41.044578 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-51e8aeef-8322-40f7-af10-4a203fcee824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:41.049406 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-51e8aeef-8322-40f7-af10-4a203fcee824 admin admin] 10.222.0.24 "DELETE /v2.0/networks/259da004-0e8b-4658-b9e8-89a2f70bc3d6 HTTP/1.1" status: 204  len: 168 time: 0.4369068
Jun 21 16:35:41.226990 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 37824) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:41.275523 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-06cb267f-116d-4da6-89f1-283d60de45fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2494df9139894548b9e72ed83206d511&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0472355
Jun 21 16:35:41.277986 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 37828) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:41.335666 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-891e68d9-f4ec-4a9a-8cb1-db6f48f97914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:41.364154 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-891e68d9-f4ec-4a9a-8cb1-db6f48f97914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:41.420511 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-891e68d9-f4ec-4a9a-8cb1-db6f48f97914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:41.426057 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-a7791cdc-240b-4cce-a4d4-fbd44cdade13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:41.439549 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e68d9-f4ec-4a9a-8cb1-db6f48f97914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d8e719-b5ac-4b06-b82b-0dd8dc9a691a,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:41.441874 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-891e68d9-f4ec-4a9a-8cb1-db6f48f97914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:41.443063 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-891e68d9-f4ec-4a9a-8cb1-db6f48f97914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:41.444206 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-891e68d9-f4ec-4a9a-8cb1-db6f48f97914 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/17d8e719-b5ac-4b06-b82b-0dd8dc9a691a HTTP/1.1" status: 204  len: 168 time: 0.1652994
Jun 21 16:35:41.888320 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7317fbb-cbf7-406b-a8d2-36637716bcae req-7655b7cb-af39-4f35-89ea-2136e9de3955 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:41.891064 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b7317fbb-cbf7-406b-a8d2-36637716bcae req-7655b7cb-af39-4f35-89ea-2136e9de3955 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.1010466
Jun 21 16:35:41.901719 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 37856) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:41.958582 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-304e3cb2-3b2e-42c3-8666-726785ed1031 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=198f4d5ad1fe4622abc258a938938751&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0552988
Jun 21 16:35:41.961147 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 37862) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:41.971155 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b7317fbb-cbf7-406b-a8d2-36637716bcae req-99e0e070-6c91-4899-809d-6c81a6c97b30 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720873
Jun 21 16:35:42.044426 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0baeca56-be26-44e1-945a-ac99b4fa9cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:42.082033 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0baeca56-be26-44e1-945a-ac99b4fa9cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:42.144825 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0baeca56-be26-44e1-945a-ac99b4fa9cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:42.149065 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:42.162411 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baeca56-be26-44e1-945a-ac99b4fa9cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3189b99-29b9-4c7c-9c89-dd1a65d8609f,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:42.175750 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-0baeca56-be26-44e1-945a-ac99b4fa9cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:42.176601 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0baeca56-be26-44e1-945a-ac99b4fa9cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:42.177836 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-0baeca56-be26-44e1-945a-ac99b4fa9cff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c3189b99-29b9-4c7c-9c89-dd1a65d8609f HTTP/1.1" status: 204  len: 168 time: 0.2156291
Jun 21 16:35:43.202124 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7d497-859c-4979-b152-7b2d26d35bdd req-e27ee689-068b-40a3-aa87-34844dc58e94 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:43.203725 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-3fe7d497-859c-4979-b152-7b2d26d35bdd req-e27ee689-068b-40a3-aa87-34844dc58e94 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.0878611
Jun 21 16:35:43.314731 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-3fe7d497-859c-4979-b152-7b2d26d35bdd req-5c146142-aaf5-413c-be26-7eb632566393 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953836
Jun 21 16:35:43.428967 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 37928) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:43.587399 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4224a01a-b387-48f5-98ed-db60728ffe48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:43.611177 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-4224a01a-b387-48f5-98ed-db60728ffe48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:35:43.615102 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-4224a01a-b387-48f5-98ed-db60728ffe48 admin admin] Usage tracker for resource:security_group_rule and tenant:91f19342b2ce474ea77e30cdad61a5fa is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:35:43.618089 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-4224a01a-b387-48f5-98ed-db60728ffe48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:35:43.624300 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-4224a01a-b387-48f5-98ed-db60728ffe48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:35:43.714397 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4224a01a-b387-48f5-98ed-db60728ffe48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:43.718417 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4224a01a-b387-48f5-98ed-db60728ffe48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:43.726514 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-b9c913d6-8537-43d6-a816-442671e8621e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:43.767993 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-4224a01a-b387-48f5-98ed-db60728ffe48 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=91f19342b2ce474ea77e30cdad61a5fa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3379228
Jun 21 16:35:43.770737 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 37948) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:43.782541 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4224a01a-b387-48f5-98ed-db60728ffe48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386ad92d-74a1-430e-bbf0-a9cf6a5cd71a,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:43.786331 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-4224a01a-b387-48f5-98ed-db60728ffe48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:43.842735 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-2a9c1e43-4487-4383-8882-3495cd684606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:43.867947 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-2a9c1e43-4487-4383-8882-3495cd684606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:43.873065 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 37952) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:43.922832 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-2a9c1e43-4487-4383-8882-3495cd684606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:43.928320 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:43.944169 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9c1e43-4487-4383-8882-3495cd684606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386ad92d-74a1-430e-bbf0-a9cf6a5cd71a,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:43.947009 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-2a9c1e43-4487-4383-8882-3495cd684606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:43.949159 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-2a9c1e43-4487-4383-8882-3495cd684606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:43.950430 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-2a9c1e43-4487-4383-8882-3495cd684606 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/386ad92d-74a1-430e-bbf0-a9cf6a5cd71a HTTP/1.1" status: 204  len: 168 time: 0.1788518
Jun 21 16:35:44.001181 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-cf178ea0-4cf9-429a-81e9-6b25111fa682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:44.017289 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-cf178ea0-4cf9-429a-81e9-6b25111fa682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:35:44.021587 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-cf178ea0-4cf9-429a-81e9-6b25111fa682 admin admin] Usage tracker for resource:security_group_rule and tenant:ad3c2b4332554871bde463143b69cc2e is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:35:44.024446 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-cf178ea0-4cf9-429a-81e9-6b25111fa682 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:35:44.030377 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-cf178ea0-4cf9-429a-81e9-6b25111fa682 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:35:44.131820 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-cf178ea0-4cf9-429a-81e9-6b25111fa682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:44.136774 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-cf178ea0-4cf9-429a-81e9-6b25111fa682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:44.145576 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-d12b0aa3-3cbb-433c-b1fb-f4fb157b1f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:44.188864 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-cf178ea0-4cf9-429a-81e9-6b25111fa682 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad3c2b4332554871bde463143b69cc2e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3141451
Jun 21 16:35:44.190779 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf178ea0-4cf9-429a-81e9-6b25111fa682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5957f950-8f2a-4296-a919-3dddc134dcc5,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:44.191629 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 37964) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:44.193960 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-cf178ea0-4cf9-429a-81e9-6b25111fa682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:44.254833 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cd62377e-6897-40d2-b2c4-d1781152e3d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:44.282416 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cd62377e-6897-40d2-b2c4-d1781152e3d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:44.341796 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cd62377e-6897-40d2-b2c4-d1781152e3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:44.359906 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-4224a01a-b387-48f5-98ed-db60728ffe48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:44.378988 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62377e-6897-40d2-b2c4-d1781152e3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5957f950-8f2a-4296-a919-3dddc134dcc5,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:44.385266 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-cd62377e-6897-40d2-b2c4-d1781152e3d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:44.386387 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cd62377e-6897-40d2-b2c4-d1781152e3d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:44.387806 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-cd62377e-6897-40d2-b2c4-d1781152e3d7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5957f950-8f2a-4296-a919-3dddc134dcc5 HTTP/1.1" status: 204  len: 168 time: 0.1949661
Jun 21 16:35:44.528207 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a32a22-ffa5-4166-92b9-449622d1d057 req-bd727bb6-852b-4a96-8d5e-9dede0b6114d tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:44.530421 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-76a32a22-ffa5-4166-92b9-449622d1d057 req-bd727bb6-852b-4a96-8d5e-9dede0b6114d tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.0901442
Jun 21 16:35:44.581562 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-76a32a22-ffa5-4166-92b9-449622d1d057 req-d91945b6-5f2e-439f-a044-e7c5e6a8b0c4 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452220
Jun 21 16:35:44.823177 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 37998) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:44.842926 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-304a97b8-9c56-420c-9b5f-c5e2c86d42e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:44.857553 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-304a97b8-9c56-420c-9b5f-c5e2c86d42e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:35:44.862000 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-304a97b8-9c56-420c-9b5f-c5e2c86d42e7 admin admin] Usage tracker for resource:security_group_rule and tenant:0d689bc1d70049428db1e7e308cf11c3 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:35:44.864788 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-304a97b8-9c56-420c-9b5f-c5e2c86d42e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:35:44.870404 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-304a97b8-9c56-420c-9b5f-c5e2c86d42e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:35:44.969726 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-304a97b8-9c56-420c-9b5f-c5e2c86d42e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:44.973817 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-304a97b8-9c56-420c-9b5f-c5e2c86d42e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:44.986148 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-1b8d769f-73ed-4e21-934c-9cf999996615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:45.030534 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-304a97b8-9c56-420c-9b5f-c5e2c86d42e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d689bc1d70049428db1e7e308cf11c3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2032218
Jun 21 16:35:45.030534 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a97b8-9c56-420c-9b5f-c5e2c86d42e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0e82e0-1835-4c59-9a49-8260f6f8811e,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:45.031383 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 38006) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:45.033858 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-304a97b8-9c56-420c-9b5f-c5e2c86d42e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:45.090647 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-912c01ac-036c-4de8-8b37-80f4e471ea95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:45.119545 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-912c01ac-036c-4de8-8b37-80f4e471ea95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:45.177920 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-912c01ac-036c-4de8-8b37-80f4e471ea95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:45.181665 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-0baeca56-be26-44e1-945a-ac99b4fa9cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:45.193409 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c01ac-036c-4de8-8b37-80f4e471ea95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0e82e0-1835-4c59-9a49-8260f6f8811e,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:45.195622 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-912c01ac-036c-4de8-8b37-80f4e471ea95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:45.200597 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-912c01ac-036c-4de8-8b37-80f4e471ea95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:45.201745 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-912c01ac-036c-4de8-8b37-80f4e471ea95 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e0e82e0-1835-4c59-9a49-8260f6f8811e HTTP/1.1" status: 204  len: 168 time: 0.1694105
Jun 21 16:35:45.648172 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 38026) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:45.665623 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8aadb0dc-30e1-4267-b199-5d4ceb2f55f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:45.680070 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-8aadb0dc-30e1-4267-b199-5d4ceb2f55f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:35:45.683979 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-8aadb0dc-30e1-4267-b199-5d4ceb2f55f5 admin admin] Usage tracker for resource:security_group_rule and tenant:ddd504cc042c4ca78bc212ce730cfc8f is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:35:45.686987 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-8aadb0dc-30e1-4267-b199-5d4ceb2f55f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:35:45.692489 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-8aadb0dc-30e1-4267-b199-5d4ceb2f55f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:35:45.775768 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8aadb0dc-30e1-4267-b199-5d4ceb2f55f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:45.779420 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8aadb0dc-30e1-4267-b199-5d4ceb2f55f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:45.787413 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-912c01ac-036c-4de8-8b37-80f4e471ea95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:45.825781 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-8aadb0dc-30e1-4267-b199-5d4ceb2f55f5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ddd504cc042c4ca78bc212ce730cfc8f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1765063
Jun 21 16:35:45.827435 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aadb0dc-30e1-4267-b199-5d4ceb2f55f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7a1d2c-3f1c-43dc-a784-a24699f2d345,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:45.828687 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 38030) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:35:45.830447 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-8aadb0dc-30e1-4267-b199-5d4ceb2f55f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:45.886315 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-acf9123d-36bc-4717-8476-e60daf1eaa98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:45.913766 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-acf9123d-36bc-4717-8476-e60daf1eaa98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:45.964550 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-acf9123d-36bc-4717-8476-e60daf1eaa98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:45.969790 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:35:45.980826 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf9123d-36bc-4717-8476-e60daf1eaa98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7a1d2c-3f1c-43dc-a784-a24699f2d345,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:35:45.984902 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-acf9123d-36bc-4717-8476-e60daf1eaa98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:35:45.990199 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-acf9123d-36bc-4717-8476-e60daf1eaa98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:45.991291 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-acf9123d-36bc-4717-8476-e60daf1eaa98 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2e7a1d2c-3f1c-43dc-a784-a24699f2d345 HTTP/1.1" status: 204  len: 168 time: 0.1609192
Jun 21 16:35:47.375671 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfd1c0-134d-41ff-87e2-7976b4770fd3 req-1774eb2b-5e5b-492e-b9ca-2690a55880b8 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:47.377035 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-3bbfd1c0-134d-41ff-87e2-7976b4770fd3 req-1774eb2b-5e5b-492e-b9ca-2690a55880b8 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.0783434
Jun 21 16:35:47.424415 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-3bbfd1c0-134d-41ff-87e2-7976b4770fd3 req-efdc7670-c0f0-432b-b40d-491693ccd659 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416524
Jun 21 16:35:47.447290 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-0890e7cc-d4ab-441e-932d-9bb256f189e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:47.857680 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:48.633560 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82549ccb-9ca4-41ac-a02b-2625bdafcd1f req-22f96cf9-932c-44e4-b17c-225c6262848f tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:48.635148 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-82549ccb-9ca4-41ac-a02b-2625bdafcd1f req-22f96cf9-932c-44e4-b17c-225c6262848f tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.0885408
Jun 21 16:35:48.683881 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-82549ccb-9ca4-41ac-a02b-2625bdafcd1f req-c71bf7b9-3aa6-4c47-9b0e-ee74762aed1b tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426245
Jun 21 16:35:49.878963 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053738b-1d54-4fe9-8a28-0c19ed938664 req-b477633d-132d-47c9-8abe-419b94632864 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:49.880461 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d053738b-1d54-4fe9-8a28-0c19ed938664 req-b477633d-132d-47c9-8abe-419b94632864 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.0852387
Jun 21 16:35:49.926304 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d053738b-1d54-4fe9-8a28-0c19ed938664 req-461ebd48-338f-480c-ae2b-872fcc3d886b tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400255
Jun 21 16:35:50.055590 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-3b68066f-bad5-47c9-a711-a260a0c024e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:50.302483 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:50.805987 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:52.410887 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:35:53.091615 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1ba3e-b4e0-468e-ad32-224efd4d156f req-a330f2e9-6147-44ea-a0ee-2fd8a747f13c tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:53.093210 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-39a1ba3e-b4e0-468e-ad32-224efd4d156f req-a330f2e9-6147-44ea-a0ee-2fd8a747f13c tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.0821383
Jun 21 16:35:53.136982 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-39a1ba3e-b4e0-468e-ad32-224efd4d156f req-9248f25f-064f-45e8-9876-62eb27c0f080 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379169
Jun 21 16:35:57.344458 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a1206-0176-40a8-92ff-ddb6c947906f req-256a32d0-95f8-4497-85cf-3d0065710d94 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:57.346135 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b25a1206-0176-40a8-92ff-ddb6c947906f req-256a32d0-95f8-4497-85cf-3d0065710d94 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.1618764
Jun 21 16:35:57.391069 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b25a1206-0176-40a8-92ff-ddb6c947906f req-fec43e3f-9dec-43f1-83cd-65155d07dd88 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391793
Jun 21 16:35:58.585512 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af2f19-7711-404b-bf02-96394682acda req-c8aa7934-9b3b-4329-81ef-345138dddc96 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:35:58.586899 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-77af2f19-7711-404b-bf02-96394682acda req-c8aa7934-9b3b-4329-81ef-345138dddc96 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.0839093
Jun 21 16:35:58.637850 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-77af2f19-7711-404b-bf02-96394682acda req-f1daba66-949a-4bfc-a611-376ad2c716d2 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450504
Jun 21 16:36:01.637817 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3438c5a-34ff-4432-958f-fae78fb266c9 req-40b2dff4-0cb5-4079-9779-c929a238c5f6 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:01.639366 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e3438c5a-34ff-4432-958f-fae78fb266c9 req-40b2dff4-0cb5-4079-9779-c929a238c5f6 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.0806429
Jun 21 16:36:01.688407 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e3438c5a-34ff-4432-958f-fae78fb266c9 req-23eb645d-e5f6-45a0-8fdb-724ad4931dcd tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414772
Jun 21 16:36:02.900829 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffe008-a8c9-4488-a010-c939824ec84c req-76378913-880d-44a8-848a-ea25fe4225f5 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:02.901524 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f1ffe008-a8c9-4488-a010-c939824ec84c req-76378913-880d-44a8-848a-ea25fe4225f5 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.0988188
Jun 21 16:36:02.952056 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f1ffe008-a8c9-4488-a010-c939824ec84c req-e278b4a1-1521-4188-9c84-24af75dcd8bf tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446494
Jun 21 16:36:04.144663 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f80d61-1cf4-4e95-85c9-6046313876e2 req-29cff275-91e2-4414-aba2-4f472f25f210 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:04.146189 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-21f80d61-1cf4-4e95-85c9-6046313876e2 req-29cff275-91e2-4414-aba2-4f472f25f210 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.0799344
Jun 21 16:36:04.192223 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-21f80d61-1cf4-4e95-85c9-6046313876e2 req-cfdf7205-c547-4acb-a747-5bfe4535db2d tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395734
Jun 21 16:36:05.728631 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:36:07.727133 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d067e16-11c8-4372-bb7e-4ccbc7fe9d0d req-30e7e56b-68c3-45a3-84c5-0dde2d39c77d tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:07.728595 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0d067e16-11c8-4372-bb7e-4ccbc7fe9d0d req-30e7e56b-68c3-45a3-84c5-0dde2d39c77d tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.0887346
Jun 21 16:36:07.773516 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0d067e16-11c8-4372-bb7e-4ccbc7fe9d0d req-fce2ad52-4d70-4886-9e36-66e4ce51dc1c tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392694
Jun 21 16:36:08.966608 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b768e9a-f6eb-46af-8952-8c289bb7fe0a req-83a55f65-c6ef-4412-ac60-52c35865691b tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:08.968094 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7b768e9a-f6eb-46af-8952-8c289bb7fe0a req-83a55f65-c6ef-4412-ac60-52c35865691b tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.0824914
Jun 21 16:36:09.022540 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7b768e9a-f6eb-46af-8952-8c289bb7fe0a req-a801bbb3-81a7-4369-8eee-face98793f92 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475492
Jun 21 16:36:10.241676 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df85a1-6184-44b2-8e4f-374ed1c9b4ef req-9cb32f87-6f50-4642-9849-8b1607c5e1c6 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:10.242928 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a9df85a1-6184-44b2-8e4f-374ed1c9b4ef req-9cb32f87-6f50-4642-9849-8b1607c5e1c6 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.0812697
Jun 21 16:36:10.287261 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a9df85a1-6184-44b2-8e4f-374ed1c9b4ef req-e4c04223-6dfc-4e34-8ac5-a3c468d0d2ca tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386152
Jun 21 16:36:11.341072 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df8ecd-add4-4bb7-813c-df90f08a209e req-c309f385-4b2b-4352-8a3c-95735c32c5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:11.342738 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-69df8ecd-add4-4bb7-813c-df90f08a209e req-c309f385-4b2b-4352-8a3c-95735c32c5f2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 1099 time: 0.0839205
Jun 21 16:36:11.395429 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-69df8ecd-add4-4bb7-813c-df90f08a209e req-fd35ddb9-ec94-4d32-8a42-3ec85b133f25 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429091
Jun 21 16:36:11.509350 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a26b2-70af-4536-8c78-d16bff0d66e3 req-d21f9770-a170-41aa-a20b-05178a0ef940 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:11.510923 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ad0a26b2-70af-4536-8c78-d16bff0d66e3 req-d21f9770-a170-41aa-a20b-05178a0ef940 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.0837407
Jun 21 16:36:11.564185 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ad0a26b2-70af-4536-8c78-d16bff0d66e3 req-9a106764-bc75-4101-b7cd-e6aafa55efd7 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459573
Jun 21 16:36:11.602774 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 38592) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:36:11.725580 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-3e95785a-3e6f-4ba1-afec-1cb7dcd66164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:11.739105 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-3e95785a-3e6f-4ba1-afec-1cb7dcd66164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:36:11.743145 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-3e95785a-3e6f-4ba1-afec-1cb7dcd66164 admin admin] Usage tracker for resource:security_group_rule and tenant:1f6cd1e76ee64d8faf04eea48bea015c is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:36:11.745867 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-3e95785a-3e6f-4ba1-afec-1cb7dcd66164 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:36:11.751326 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-3e95785a-3e6f-4ba1-afec-1cb7dcd66164 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:36:11.833675 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-3e95785a-3e6f-4ba1-afec-1cb7dcd66164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:11.837210 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-3e95785a-3e6f-4ba1-afec-1cb7dcd66164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:11.847218 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-89ade3a1-2728-4487-be0e-97b911bc1e97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:36:11.886896 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-3e95785a-3e6f-4ba1-afec-1cb7dcd66164 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1f6cd1e76ee64d8faf04eea48bea015c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2829938
Jun 21 16:36:11.888481 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95785a-3e6f-4ba1-afec-1cb7dcd66164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5a6d29-fef9-46b6-a9f8-92da08e12f79,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:36:11.889647 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 38598) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:36:11.891502 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-3e95785a-3e6f-4ba1-afec-1cb7dcd66164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:36:11.951444 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-43ddbe1e-7996-423c-a501-6c34dec0006f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:11.977570 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-43ddbe1e-7996-423c-a501-6c34dec0006f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:12.029707 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-43ddbe1e-7996-423c-a501-6c34dec0006f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:12.033335 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-b90af02d-d3ee-4a78-9faf-ddf911ec381d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:36:12.046071 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ddbe1e-7996-423c-a501-6c34dec0006f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5a6d29-fef9-46b6-a9f8-92da08e12f79,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:36:12.055173 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-43ddbe1e-7996-423c-a501-6c34dec0006f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:36:12.056050 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-43ddbe1e-7996-423c-a501-6c34dec0006f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:12.060208 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-43ddbe1e-7996-423c-a501-6c34dec0006f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9b5a6d29-fef9-46b6-a9f8-92da08e12f79 HTTP/1.1" status: 204  len: 168 time: 0.1688027
Jun 21 16:36:12.766811 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedb3c9-2c30-454a-b1da-cd56fbada291 req-873a2e41-2a71-4a33-b2a1-df1b615fba39 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:12.768334 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-9aedb3c9-2c30-454a-b1da-cd56fbada291 req-873a2e41-2a71-4a33-b2a1-df1b615fba39 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.0945129
Jun 21 16:36:12.822126 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-9aedb3c9-2c30-454a-b1da-cd56fbada291 req-759d8135-0632-42a4-a35c-b3bd73ef2d59 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459445
Jun 21 16:36:14.015836 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a54798-1aed-4ad0-b966-67c2c4d9641a req-5fd9d62a-8684-4bf0-9c6c-3e1037fc88c4 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:14.017318 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-41a54798-1aed-4ad0-b966-67c2c4d9641a req-5fd9d62a-8684-4bf0-9c6c-3e1037fc88c4 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.0819762
Jun 21 16:36:14.080287 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-41a54798-1aed-4ad0-b966-67c2c4d9641a req-83b813a8-6e3e-41e7-b04a-ae7aa6dde733 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552516
Jun 21 16:36:14.587857 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3f421-be7e-4794-9134-cdbafdb6b406 req-ea5bd30c-b1a9-4585-aa5d-b46e63e20ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:14.589324 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7bd3f421-be7e-4794-9134-cdbafdb6b406 req-ea5bd30c-b1a9-4585-aa5d-b46e63e20ecb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c3d28747cfe746fb862defcb2926e2fa&device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 1099 time: 0.1406939
Jun 21 16:36:14.599773 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe39c8d-6bc4-4f0d-b19a-583a60bc0d18 req-7ffa813f-3942-4a41-8758-8dce4c234d38 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:14.601177 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5fe39c8d-6bc4-4f0d-b19a-583a60bc0d18 req-7ffa813f-3942-4a41-8758-8dce4c234d38 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.1120348
Jun 21 16:36:14.729163 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5fe39c8d-6bc4-4f0d-b19a-583a60bc0d18 req-c6fc1138-b2e9-4bbe-a9e7-3cbab209df46 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078343
Jun 21 16:36:14.761363 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3f421-be7e-4794-9134-cdbafdb6b406 req-d8741f3e-27d4-4ba4-a950-cad5b81cb8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:14.762870 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7bd3f421-be7e-4794-9134-cdbafdb6b406 req-d8741f3e-27d4-4ba4-a950-cad5b81cb8cb service neutron] 10.222.0.39 "GET /v2.0/networks?id=c59c2429-3dc2-4964-ae2b-30558e1e435a HTTP/1.1" status: 200  len: 919 time: 0.1608171
Jun 21 16:36:14.859259 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7bd3f421-be7e-4794-9134-cdbafdb6b406 req-d247e56c-b648-4577-b487-182e8e7955a7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89ccd63d-bb07-4e16-952f-38e85def2138 HTTP/1.1" status: 200  len: 217 time: 0.0771518
Jun 21 16:36:14.945809 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3f421-be7e-4794-9134-cdbafdb6b406 req-de3f3c3e-15ec-4888-aabd-b894700ccdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:14.947408 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7bd3f421-be7e-4794-9134-cdbafdb6b406 req-de3f3c3e-15ec-4888-aabd-b894700ccdcc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=02d3a594-001f-4533-99ef-2a3cb4e62b62 HTTP/1.1" status: 200  len: 858 time: 0.0657084
Jun 21 16:36:15.064097 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7bd3f421-be7e-4794-9134-cdbafdb6b406 req-9c77efa6-b03a-45b8-ac27-67f7ab8bc2a8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c59c2429-3dc2-4964-ae2b-30558e1e435a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1070099
Jun 21 16:36:15.214576 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7bd3f421-be7e-4794-9134-cdbafdb6b406 req-6385d0fb-792b-43c7-a88c-71e80eba8f66 service neutron] 10.222.0.39 "GET /v2.0/networks/c59c2429-3dc2-4964-ae2b-30558e1e435a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330676
Jun 21 16:36:15.358308 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7bd3f421-be7e-4794-9134-cdbafdb6b406 req-d486d3d5-5ae6-4a9d-a753-6cc8badf2425 service neutron] 10.222.0.39 "GET /v2.0/networks/c59c2429-3dc2-4964-ae2b-30558e1e435a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1315005
Jun 21 16:36:15.916751 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b8905-3d6d-4aed-8cb6-e4d12681e87d req-d7e5d0f0-e3f1-4d68-819b-a0bfd071c337 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:15.918139 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-180b8905-3d6d-4aed-8cb6-e4d12681e87d req-d7e5d0f0-e3f1-4d68-819b-a0bfd071c337 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.0780730
Jun 21 16:36:15.969055 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-180b8905-3d6d-4aed-8cb6-e4d12681e87d req-e2452128-25fc-4587-88a3-e8e0c44385d5 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449498
Jun 21 16:36:17.185478 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a6f28-5269-45f5-844a-c22289237c91 req-841e525b-9819-4af5-a6a1-c7e02ccef2f5 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:17.186942 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-492a6f28-5269-45f5-844a-c22289237c91 req-841e525b-9819-4af5-a6a1-c7e02ccef2f5 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.0980530
Jun 21 16:36:17.233257 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-492a6f28-5269-45f5-844a-c22289237c91 req-6faa6cc1-d3cc-4460-883e-a431575ec454 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401211
Jun 21 16:36:17.439072 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-d243642e-3eea-4fc9-a221-d7cebf0b2123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:17.858666 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:20.058583 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-4eeb2ab9-59b3-487c-a931-638c4d6dfa33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:20.354608 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:20.371996 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65718ba1-3a1a-4db7-873d-7f520b50041b req-1bd382ee-1658-4223-bc10-037c4c8593c6 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:20.373495 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-65718ba1-3a1a-4db7-873d-7f520b50041b req-1bd382ee-1658-4223-bc10-037c4c8593c6 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.1447644
Jun 21 16:36:20.407143 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-aa8bf00b-74ee-49d3-8ad8-1a9adeeabd56 req-ce9a8107-8783-4920-a8e0-0e40565f5654 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1109726
Jun 21 16:36:20.426215 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-65718ba1-3a1a-4db7-873d-7f520b50041b req-7c25ec07-7e5c-4378-a66c-d40006091b6d tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454295
Jun 21 16:36:20.519417 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bf00b-74ee-49d3-8ad8-1a9adeeabd56 req-435c9c3d-0f7f-46aa-85f9-010cbdba15f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:20.521243 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-aa8bf00b-74ee-49d3-8ad8-1a9adeeabd56 req-435c9c3d-0f7f-46aa-85f9-010cbdba15f4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c3d28747cfe746fb862defcb2926e2fa&device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 1099 time: 0.0731597
Jun 21 16:36:20.667576 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bf00b-74ee-49d3-8ad8-1a9adeeabd56 req-52af90e0-256e-4cce-b40a-bc297b0aaaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:20.669036 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-aa8bf00b-74ee-49d3-8ad8-1a9adeeabd56 req-52af90e0-256e-4cce-b40a-bc297b0aaaf2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c59c2429-3dc2-4964-ae2b-30558e1e435a HTTP/1.1" status: 200  len: 919 time: 0.1282933
Jun 21 16:36:20.807186 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:21.611374 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb262808-92e0-48d7-b0cb-84c1a35b1020 req-58c03c42-1e85-4627-9fb6-e7f2bc1d8455 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:21.612851 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-fb262808-92e0-48d7-b0cb-84c1a35b1020 req-58c03c42-1e85-4627-9fb6-e7f2bc1d8455 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.0782504
Jun 21 16:36:21.660991 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-fb262808-92e0-48d7-b0cb-84c1a35b1020 req-18b5ed1e-3653-4553-bd18-34c9f6c7c6a7 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418906
Jun 21 16:36:21.785918 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-aa8bf00b-74ee-49d3-8ad8-1a9adeeabd56 req-98f7a370-0632-424f-937d-06d4e244b1c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0458031-3cfb-4f8d-86d6-fd40bc5c62bb HTTP/1.1" status: 200  len: 217 time: 0.0611770
Jun 21 16:36:22.413065 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:22.846978 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06ba98-73ae-4b58-b2df-3992577c7756 req-25976e38-45fa-4e25-83b8-bca0c9ce8861 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:22.848464 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-db06ba98-73ae-4b58-b2df-3992577c7756 req-25976e38-45fa-4e25-83b8-bca0c9ce8861 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.0816588
Jun 21 16:36:22.891210 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-db06ba98-73ae-4b58-b2df-3992577c7756 req-28664782-e095-47a9-a0a8-ff7fd1ed2c5d tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371776
Jun 21 16:36:23.649510 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bf00b-74ee-49d3-8ad8-1a9adeeabd56 req-421b3ffa-ff05-4635-bc71-dc51ad5cc500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:23.650940 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-aa8bf00b-74ee-49d3-8ad8-1a9adeeabd56 req-421b3ffa-ff05-4635-bc71-dc51ad5cc500 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=02d3a594-001f-4533-99ef-2a3cb4e62b62 HTTP/1.1" status: 200  len: 858 time: 0.0597420
Jun 21 16:36:23.713942 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-aa8bf00b-74ee-49d3-8ad8-1a9adeeabd56 req-480fed60-fd85-4045-9240-071b7188f894 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c59c2429-3dc2-4964-ae2b-30558e1e435a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0472538
Jun 21 16:36:23.861546 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-aa8bf00b-74ee-49d3-8ad8-1a9adeeabd56 req-100d8975-4456-480a-a0bd-fd1939e2bc5f service neutron] 10.222.0.39 "GET /v2.0/networks/c59c2429-3dc2-4964-ae2b-30558e1e435a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251884
Jun 21 16:36:24.132415 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-aa8bf00b-74ee-49d3-8ad8-1a9adeeabd56 req-4f3999a9-cb5c-45c8-a0a3-9b317f7e4acb service neutron] 10.222.0.39 "GET /v2.0/networks/c59c2429-3dc2-4964-ae2b-30558e1e435a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2634325
Jun 21 16:36:24.156535 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994373b-b08b-426b-a846-8903e72dbc1b req-76a4c771-67fc-4605-8e43-34c6565bb41b tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:24.164252 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f994373b-b08b-426b-a846-8903e72dbc1b req-76a4c771-67fc-4605-8e43-34c6565bb41b tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.1142719
Jun 21 16:36:24.210796 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f994373b-b08b-426b-a846-8903e72dbc1b req-033896fa-7b13-4621-a035-c802ce776820 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456855
Jun 21 16:36:27.265211 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4f436-bb31-4ce6-99d0-88b6e6f5c0d8 req-e152108d-206b-4578-bfb4-1183acf3f2fc tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:27.266661 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d8d4f436-bb31-4ce6-99d0-88b6e6f5c0d8 req-e152108d-206b-4578-bfb4-1183acf3f2fc tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.0794625
Jun 21 16:36:27.315775 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d8d4f436-bb31-4ce6-99d0-88b6e6f5c0d8 req-c85156aa-1281-4d6b-9385-39261ddfd774 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427146
Jun 21 16:36:28.341461 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 38976) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:36:28.514033 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8f26edc0-ede1-4308-a96e-f0fbc9b25df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:28.530187 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-8f26edc0-ede1-4308-a96e-f0fbc9b25df1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:36:28.534148 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-8f26edc0-ede1-4308-a96e-f0fbc9b25df1 admin admin] Usage tracker for resource:security_group_rule and tenant:8a858946e2234ead93b2c14cae8932dc is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:36:28.538304 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-8f26edc0-ede1-4308-a96e-f0fbc9b25df1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:36:28.544261 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-8f26edc0-ede1-4308-a96e-f0fbc9b25df1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:36:28.634068 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8f26edc0-ede1-4308-a96e-f0fbc9b25df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:28.637202 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8f26edc0-ede1-4308-a96e-f0fbc9b25df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:28.650769 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:36:28.694915 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26edc0-ede1-4308-a96e-f0fbc9b25df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1323375c-6e3b-4219-a584-214605f3c74a,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:36:28.701284 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-8f26edc0-ede1-4308-a96e-f0fbc9b25df1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a858946e2234ead93b2c14cae8932dc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3564281
Jun 21 16:36:28.702748 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 38990) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:36:28.705197 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f26edc0-ede1-4308-a96e-f0fbc9b25df1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:36:28.705565 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f26edc0-ede1-4308-a96e-f0fbc9b25df1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:36:28.705927 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f26edc0-ede1-4308-a96e-f0fbc9b25df1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:36:28.706276 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f26edc0-ede1-4308-a96e-f0fbc9b25df1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:36:28.706624 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f26edc0-ede1-4308-a96e-f0fbc9b25df1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:36:28.706974 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f26edc0-ede1-4308-a96e-f0fbc9b25df1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:36:28.707975 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f26edc0-ede1-4308-a96e-f0fbc9b25df1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:36:28.708384 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f26edc0-ede1-4308-a96e-f0fbc9b25df1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:36:28.708737 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f26edc0-ede1-4308-a96e-f0fbc9b25df1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:36:28.709076 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f26edc0-ede1-4308-a96e-f0fbc9b25df1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:36:28.709415 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f26edc0-ede1-4308-a96e-f0fbc9b25df1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:36:28.709753 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f26edc0-ede1-4308-a96e-f0fbc9b25df1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:36:28.713945 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-8f26edc0-ede1-4308-a96e-f0fbc9b25df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:36:28.765674 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-583b97b6-345b-4592-99a7-0c6d265f1cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:28.794826 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-583b97b6-345b-4592-99a7-0c6d265f1cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:28.847838 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-583b97b6-345b-4592-99a7-0c6d265f1cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:28.851701 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-6b1b4e4a-845a-479e-a330-c3262f0eba28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:36:28.872480 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-583b97b6-345b-4592-99a7-0c6d265f1cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:28.872925 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-583b97b6-345b-4592-99a7-0c6d265f1cf0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1323375c-6e3b-4219-a584-214605f3c74a HTTP/1.1" status: 204  len: 168 time: 0.1682644
Jun 21 16:36:28.874142 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b97b6-345b-4592-99a7-0c6d265f1cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1323375c-6e3b-4219-a584-214605f3c74a,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:36:28.883550 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b97b6-345b-4592-99a7-0c6d265f1cf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:36:28.883943 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b97b6-345b-4592-99a7-0c6d265f1cf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:36:28.884286 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b97b6-345b-4592-99a7-0c6d265f1cf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:36:28.884620 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b97b6-345b-4592-99a7-0c6d265f1cf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:36:28.884952 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b97b6-345b-4592-99a7-0c6d265f1cf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:36:28.885351 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b97b6-345b-4592-99a7-0c6d265f1cf0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:36:28.885697 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b97b6-345b-4592-99a7-0c6d265f1cf0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:36:28.886066 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b97b6-345b-4592-99a7-0c6d265f1cf0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:36:28.886521 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b97b6-345b-4592-99a7-0c6d265f1cf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:36:28.886916 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b97b6-345b-4592-99a7-0c6d265f1cf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:36:28.887251 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b97b6-345b-4592-99a7-0c6d265f1cf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:36:28.887574 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583b97b6-345b-4592-99a7-0c6d265f1cf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:36:28.891051 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-583b97b6-345b-4592-99a7-0c6d265f1cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:36:31.970815 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1fe46-ec0f-4852-beb1-a2269397cf81 req-7c3fccca-34f5-4378-baf0-f99f71558f68 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:31.972323 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8af1fe46-ec0f-4852-beb1-a2269397cf81 req-7c3fccca-34f5-4378-baf0-f99f71558f68 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.0930202
Jun 21 16:36:32.021687 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8af1fe46-ec0f-4852-beb1-a2269397cf81 req-89db4e69-e3ed-4f1c-b17a-c0efc271ae5d tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434937
Jun 21 16:36:33.222127 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a40c9fc-64f3-4209-b28f-c4967212e1ba req-78b02d14-70f9-4ae8-82c0-b2fad2afd43b tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:33.223592 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1a40c9fc-64f3-4209-b28f-c4967212e1ba req-78b02d14-70f9-4ae8-82c0-b2fad2afd43b tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.0813372
Jun 21 16:36:33.267107 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1a40c9fc-64f3-4209-b28f-c4967212e1ba req-c7b7680a-842d-4fb7-8fcf-8b1980adb6c9 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375414
Jun 21 16:36:34.460849 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bfac19-799d-4f28-8e2e-ad7c00565ec0 req-14873a05-4a68-4b62-8bba-dd3dc6c9ac84 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:34.462298 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d3bfac19-799d-4f28-8e2e-ad7c00565ec0 req-14873a05-4a68-4b62-8bba-dd3dc6c9ac84 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.0840328
Jun 21 16:36:34.507121 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d3bfac19-799d-4f28-8e2e-ad7c00565ec0 req-c4fe8d98-727d-4fb7-8eef-a1ce2ef2af86 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388353
Jun 21 16:36:35.696338 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61868268-1bce-4833-bb06-025525982a38 req-466666fe-0098-40ae-8498-ccbd089ce496 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:35.698049 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-61868268-1bce-4833-bb06-025525982a38 req-466666fe-0098-40ae-8498-ccbd089ce496 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.0807762
Jun 21 16:36:35.744634 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-61868268-1bce-4833-bb06-025525982a38 req-f3107ad8-5257-49b1-befc-4f9b5b786390 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402951
Jun 21 16:36:36.539079 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a85290-9e8a-410c-932d-da67a5a07d7e req-72660b52-beda-4781-8ff5-0c2b8e3355c0 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:36.540497 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-73a85290-9e8a-410c-932d-da67a5a07d7e req-72660b52-beda-4781-8ff5-0c2b8e3355c0 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.0859911
Jun 21 16:36:36.586618 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-73a85290-9e8a-410c-932d-da67a5a07d7e req-26ba9422-70aa-403d-810b-1375f3c652ce tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398881
Jun 21 16:36:36.946569 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa81ec-d975-41fd-9f00-b9a5778f0d05 req-cae0b4db-f9a6-4a29-9278-30f51d0a90d7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:36.949841 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-19aa81ec-d975-41fd-9f00-b9a5778f0d05 req-cae0b4db-f9a6-4a29-9278-30f51d0a90d7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.0890110
Jun 21 16:36:36.997142 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-19aa81ec-d975-41fd-9f00-b9a5778f0d05 req-5237348a-8e89-46b2-be21-c766411dcc54 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405965
Jun 21 16:36:37.632349 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 39222) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:36:37.769504 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-bd5bb8b6-bb61-42dd-910f-4adc185a7c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:37.789769 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-bd5bb8b6-bb61-42dd-910f-4adc185a7c8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:36:37.793008 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-bd5bb8b6-bb61-42dd-910f-4adc185a7c8d admin admin] Usage tracker for resource:security_group_rule and tenant:3896b9c2158e4cb2b1c204805362e530 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:36:37.795938 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-bd5bb8b6-bb61-42dd-910f-4adc185a7c8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:36:37.802768 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-bd5bb8b6-bb61-42dd-910f-4adc185a7c8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:36:37.838849 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30679a6f-3b3c-47c9-8331-dcce64e55583 req-0bb0fcdd-6d6b-4d5f-b543-cb847b5aa323 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:37.840339 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-30679a6f-3b3c-47c9-8331-dcce64e55583 req-0bb0fcdd-6d6b-4d5f-b543-cb847b5aa323 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.1418908
Jun 21 16:36:37.904874 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-30679a6f-3b3c-47c9-8331-dcce64e55583 req-df6e41a8-f61f-465c-89a4-add6f9c10711 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554502
Jun 21 16:36:37.946246 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-bd5bb8b6-bb61-42dd-910f-4adc185a7c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:37.950733 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-bd5bb8b6-bb61-42dd-910f-4adc185a7c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:37.957465 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-03923304-e53b-4447-8bf8-ddbab3fff32f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:36:37.999451 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-bd5bb8b6-bb61-42dd-910f-4adc185a7c8d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3896b9c2158e4cb2b1c204805362e530&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3659747
Jun 21 16:36:38.000715 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5bb8b6-bb61-42dd-910f-4adc185a7c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a8ce34-1e6b-4699-9787-b228a6e0cc50,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:36:38.002182 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 39234) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:36:38.003997 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-bd5bb8b6-bb61-42dd-910f-4adc185a7c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:36:38.072972 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1600bbd9-365d-4e60-8153-9553b7f41f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:38.097903 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1600bbd9-365d-4e60-8153-9553b7f41f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:38.154988 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1600bbd9-365d-4e60-8153-9553b7f41f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:38.159691 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-cd62377e-6897-40d2-b2c4-d1781152e3d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:36:38.171090 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600bbd9-365d-4e60-8153-9553b7f41f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a8ce34-1e6b-4699-9787-b228a6e0cc50,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:36:38.179358 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-1600bbd9-365d-4e60-8153-9553b7f41f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:36:38.181281 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1600bbd9-365d-4e60-8153-9553b7f41f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:38.182395 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-1600bbd9-365d-4e60-8153-9553b7f41f98 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/41a8ce34-1e6b-4699-9787-b228a6e0cc50 HTTP/1.1" status: 204  len: 168 time: 0.1787157
Jun 21 16:36:38.195723 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57dd31-e5ac-40a2-9b84-08e8a5d7ebab req-8f34c16c-996b-4133-8610-e84c4d572282 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:38.197093 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1a57dd31-e5ac-40a2-9b84-08e8a5d7ebab req-8f34c16c-996b-4133-8610-e84c4d572282 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.0820134
Jun 21 16:36:38.245716 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1a57dd31-e5ac-40a2-9b84-08e8a5d7ebab req-34d66c9f-d44e-4f22-94e5-3dcb60be2750 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428629
Jun 21 16:36:39.100194 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db535e0-03a4-4b4e-aae6-085815b1b2a3 req-c3854b46-c9dd-4b38-93a6-b6e03f41e2e7 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:39.102739 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8db535e0-03a4-4b4e-aae6-085815b1b2a3 req-c3854b46-c9dd-4b38-93a6-b6e03f41e2e7 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.0883319
Jun 21 16:36:39.160248 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8db535e0-03a4-4b4e-aae6-085815b1b2a3 req-785bdeab-0a47-4fcd-80ff-f216dcbe3d55 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505567
Jun 21 16:36:39.437107 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52713e-9011-4a1d-93e1-2890551da981 req-66748db2-d709-48bf-ad90-fadcd6e57604 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:39.438848 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6b52713e-9011-4a1d-93e1-2890551da981 req-66748db2-d709-48bf-ad90-fadcd6e57604 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.0838144
Jun 21 16:36:39.487460 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6b52713e-9011-4a1d-93e1-2890551da981 req-0108c188-0143-4716-9fbf-a222d9907ff5 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417938
Jun 21 16:36:40.352772 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edff25f-10e4-42bd-a9d4-bbba2d3949bb req-f9730ee0-dfa9-4efe-9a04-afe9a297dc6a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:40.354239 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2edff25f-10e4-42bd-a9d4-bbba2d3949bb req-f9730ee0-dfa9-4efe-9a04-afe9a297dc6a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.0857189
Jun 21 16:36:40.407183 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2edff25f-10e4-42bd-a9d4-bbba2d3949bb req-5b92baa3-5e04-45f9-8ed3-dc42b5215c17 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471950
Jun 21 16:36:40.682087 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31aafd-f722-4463-9661-2ee00f9b5bc3 req-1c379623-d1c4-4a8a-81f5-2fcd07f9d85e tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:40.683569 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8e31aafd-f722-4463-9661-2ee00f9b5bc3 req-1c379623-d1c4-4a8a-81f5-2fcd07f9d85e tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.0811653
Jun 21 16:36:40.728457 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8e31aafd-f722-4463-9661-2ee00f9b5bc3 req-f5a1d11f-f420-418f-afec-6bc952635f04 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388403
Jun 21 16:36:41.618344 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dbabb-ed09-44eb-97c2-d5f71fb4fa7e req-5abcc9d3-2a43-4e25-b7d0-f79f45bbfe5b tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:41.618344 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4b1dbabb-ed09-44eb-97c2-d5f71fb4fa7e req-5abcc9d3-2a43-4e25-b7d0-f79f45bbfe5b tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.0961087
Jun 21 16:36:41.738585 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4b1dbabb-ed09-44eb-97c2-d5f71fb4fa7e req-b115e087-0a76-4e3b-b772-604f8ce27adf tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1205614
Jun 21 16:36:41.939517 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae7bfd-79ea-4b99-a209-5f6a2ff6fd59 req-df4e8dd9-283e-4b6d-94f1-ce5dcf9cf3a8 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:41.941000 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-29ae7bfd-79ea-4b99-a209-5f6a2ff6fd59 req-df4e8dd9-283e-4b6d-94f1-ce5dcf9cf3a8 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.0898547
Jun 21 16:36:41.990853 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-29ae7bfd-79ea-4b99-a209-5f6a2ff6fd59 req-b21a9096-52c4-4c85-a90d-5cf63a4286c2 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436563
Jun 21 16:36:42.727691 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:36:42.941368 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945e862-1b6f-4597-b85b-4878ad2dbd16 req-7f1b5f2b-6f53-43f7-98b3-eb5548673f73 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:42.943014 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7945e862-1b6f-4597-b85b-4878ad2dbd16 req-7f1b5f2b-6f53-43f7-98b3-eb5548673f73 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.0822146
Jun 21 16:36:42.987848 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7945e862-1b6f-4597-b85b-4878ad2dbd16 req-564c49f4-f980-4a2d-bb57-8d0a48fbc7b8 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391989
Jun 21 16:36:43.233415 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee8986-45d9-462a-bfdc-134a36fbc0a9 req-d0d5825a-6780-4d5f-8984-fd961df4ed6c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:43.234866 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-18ee8986-45d9-462a-bfdc-134a36fbc0a9 req-d0d5825a-6780-4d5f-8984-fd961df4ed6c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.0933948
Jun 21 16:36:43.281132 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-18ee8986-45d9-462a-bfdc-134a36fbc0a9 req-1fcf0833-e151-4671-aab8-a5383f77cb5e tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403411
Jun 21 16:36:44.180132 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317aed39-c3a3-4857-9fa5-599de6e15e08 req-b49ea003-bf31-4912-bf74-0e59cf6f2489 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:44.182617 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-317aed39-c3a3-4857-9fa5-599de6e15e08 req-b49ea003-bf31-4912-bf74-0e59cf6f2489 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.0824344
Jun 21 16:36:44.236085 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-317aed39-c3a3-4857-9fa5-599de6e15e08 req-0a3d3f6a-da57-47ee-8869-2741ee89b6b7 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460155
Jun 21 16:36:44.517064 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecc33d-8d92-4ad7-9c94-ab40490cb5e3 req-78bae799-a6d6-4f7c-afd1-5fc6f5dbbb8a tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:44.521733 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-93ecc33d-8d92-4ad7-9c94-ab40490cb5e3 req-78bae799-a6d6-4f7c-afd1-5fc6f5dbbb8a tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.1415434
Jun 21 16:36:44.526089 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf6bfc-a0e6-4dba-b612-32705fab52ad req-abf67180-f20e-4dd5-be5e-749ee77cdf77 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:44.527552 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-3faf6bfc-a0e6-4dba-b612-32705fab52ad req-abf67180-f20e-4dd5-be5e-749ee77cdf77 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.1163297
Jun 21 16:36:44.600940 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-93ecc33d-8d92-4ad7-9c94-ab40490cb5e3 req-e27fbfed-6938-4f2b-99a2-829fae4b8077 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723896
Jun 21 16:36:44.605270 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-3faf6bfc-a0e6-4dba-b612-32705fab52ad req-580c35c9-e547-466f-84de-893352136c06 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636501
Jun 21 16:36:45.435823 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0b206-5069-4f91-8d03-2d3572f9bfe7 req-4905a38f-6e70-4dc6-a391-82f7b0b553bd tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:45.437255 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-fdc0b206-5069-4f91-8d03-2d3572f9bfe7 req-4905a38f-6e70-4dc6-a391-82f7b0b553bd tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.0780017
Jun 21 16:36:45.483850 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-fdc0b206-5069-4f91-8d03-2d3572f9bfe7 req-24561381-f4b7-4591-b33f-830b0e25cc7f tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385873
Jun 21 16:36:45.856204 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd16c49-54e3-4f01-860e-526c07be715f req-53cd76b2-a7f8-4bcb-8088-597b67c86858 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:45.857566 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8cd16c49-54e3-4f01-860e-526c07be715f req-53cd76b2-a7f8-4bcb-8088-597b67c86858 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.1450448
Jun 21 16:36:45.865793 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330fc757-8927-4bdf-987c-1b5d8e54b096 req-26a54e7a-8f36-4df6-b3e2-0e0892e814af tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:45.867209 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-330fc757-8927-4bdf-987c-1b5d8e54b096 req-26a54e7a-8f36-4df6-b3e2-0e0892e814af tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.1167634
Jun 21 16:36:45.940755 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8cd16c49-54e3-4f01-860e-526c07be715f req-42eb8a4c-2e86-40e9-8a9c-c8b6d5172d7f tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726097
Jun 21 16:36:45.945274 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-330fc757-8927-4bdf-987c-1b5d8e54b096 req-0d9a77d6-db29-4674-9aa6-e5446555d82d tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0625849
Jun 21 16:36:46.570318 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24a1a6-99b0-43fd-abc1-0623a3f196c0 req-ddf45a25-444a-4f97-91f0-c62cadd74271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:46.572049 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1e24a1a6-99b0-43fd-abc1-0623a3f196c0 req-ddf45a25-444a-4f97-91f0-c62cadd74271 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c3d28747cfe746fb862defcb2926e2fa&device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 1099 time: 0.0725288
Jun 21 16:36:46.767073 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24a1a6-99b0-43fd-abc1-0623a3f196c0 req-6a3cfbc2-7754-4497-a7b2-b561efff32cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:46.768534 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1e24a1a6-99b0-43fd-abc1-0623a3f196c0 req-6a3cfbc2-7754-4497-a7b2-b561efff32cf service neutron] 10.222.0.39 "GET /v2.0/networks?id=c59c2429-3dc2-4964-ae2b-30558e1e435a HTTP/1.1" status: 200  len: 919 time: 0.1876960
Jun 21 16:36:46.777268 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f7012-82e8-4a61-a635-a7416edd6e12 req-ca6dfe2a-41d7-4a82-8496-da8a7da103c0 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:46.778619 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-506f7012-82e8-4a61-a635-a7416edd6e12 req-ca6dfe2a-41d7-4a82-8496-da8a7da103c0 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.1795669
Jun 21 16:36:46.853339 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1e24a1a6-99b0-43fd-abc1-0623a3f196c0 req-b6cb6a1e-abfe-4177-af4d-a06013e95c17 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89ccd63d-bb07-4e16-952f-38e85def2138 HTTP/1.1" status: 200  len: 217 time: 0.0738182
Jun 21 16:36:46.920359 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-506f7012-82e8-4a61-a635-a7416edd6e12 req-3413ac84-78ce-42de-9791-7e8532ec023e tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0873737
Jun 21 16:36:46.939992 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24a1a6-99b0-43fd-abc1-0623a3f196c0 req-5e9f5a94-19df-437e-bb37-6791a28d057b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:46.941433 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1e24a1a6-99b0-43fd-abc1-0623a3f196c0 req-5e9f5a94-19df-437e-bb37-6791a28d057b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=02d3a594-001f-4533-99ef-2a3cb4e62b62 HTTP/1.1" status: 200  len: 858 time: 0.0706248
Jun 21 16:36:46.999753 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1e24a1a6-99b0-43fd-abc1-0623a3f196c0 req-f619a690-cc80-4e38-b92c-58846a10e3db service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c59c2429-3dc2-4964-ae2b-30558e1e435a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0469456
Jun 21 16:36:47.343665 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1e24a1a6-99b0-43fd-abc1-0623a3f196c0 req-e691bc40-944f-4e64-9b23-9ac4623e6941 service neutron] 10.222.0.39 "GET /v2.0/networks/c59c2429-3dc2-4964-ae2b-30558e1e435a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3295615
Jun 21 16:36:47.410401 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426549b8-a7e4-4415-8b4d-a970a0cff891 req-f28ae6fd-763a-4e23-ba18-d5fb4b9e3a8f tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:47.411977 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-426549b8-a7e4-4415-8b4d-a970a0cff891 req-f28ae6fd-763a-4e23-ba18-d5fb4b9e3a8f tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.3426719
Jun 21 16:36:47.424651 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528c986-8a86-4b7e-bb21-ee959a7873d7 req-e5134ae2-4313-4250-855c-4a7e3a6c657c tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:47.426103 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b528c986-8a86-4b7e-bb21-ee959a7873d7 req-e5134ae2-4313-4250-855c-4a7e3a6c657c tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.2778409
Jun 21 16:36:47.441826 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-af20f9a5-e931-4794-9d03-b6474247edc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:47.579026 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-426549b8-a7e4-4415-8b4d-a970a0cff891 req-ec12b5b2-a5f7-48c4-bd5d-377c519c34dc tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1099772
Jun 21 16:36:47.582660 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1e24a1a6-99b0-43fd-abc1-0623a3f196c0 req-7701a986-802a-47d2-a33d-2acb535981fe service neutron] 10.222.0.39 "GET /v2.0/networks/c59c2429-3dc2-4964-ae2b-30558e1e435a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2283757
Jun 21 16:36:47.586102 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b528c986-8a86-4b7e-bb21-ee959a7873d7 req-5cdb91cf-41f2-4256-89d5-52cb7362a805 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1110821
Jun 21 16:36:47.867578 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:48.119200 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483074b-562f-427d-b11c-831964eefbf3 req-e9ecc574-d21c-4970-878e-6aa4644985a3 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:48.120941 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7483074b-562f-427d-b11c-831964eefbf3 req-e9ecc574-d21c-4970-878e-6aa4644985a3 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.0873873
Jun 21 16:36:48.174602 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7483074b-562f-427d-b11c-831964eefbf3 req-efb3f0e4-bef4-45ad-812a-b38ac8205c09 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474308
Jun 21 16:36:48.848008 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81114f1-924c-42a7-bd66-2ce41d196ea2 req-d30395c9-3f5a-427c-8d5a-e4df14f9fd34 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:48.849981 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c81114f1-924c-42a7-bd66-2ce41d196ea2 req-d30395c9-3f5a-427c-8d5a-e4df14f9fd34 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.1494243
Jun 21 16:36:48.862800 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 39538) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:36:48.880631 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ed122-0947-4ccc-a721-caec8e77cc71 req-b53cf015-4ae6-4603-90ad-f02c3a96ba9a tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:48.882080 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b44ed122-0947-4ccc-a721-caec8e77cc71 req-b53cf015-4ae6-4603-90ad-f02c3a96ba9a tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.1347048
Jun 21 16:36:48.926791 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c81114f1-924c-42a7-bd66-2ce41d196ea2 req-1dcf84e4-e63b-4414-82c2-457a45fa3c78 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706010
Jun 21 16:36:48.954371 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b44ed122-0947-4ccc-a721-caec8e77cc71 req-ca6c52df-a927-4d18-9467-3332aaca33b1 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566285
Jun 21 16:36:48.990766 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-6c6ae086-3914-49e9-859d-7398ac713ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:49.004771 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-6c6ae086-3914-49e9-859d-7398ac713ed0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:36:49.009470 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-6c6ae086-3914-49e9-859d-7398ac713ed0 admin admin] Usage tracker for resource:security_group_rule and tenant:f8ac6bb1df394aee82a9789b7bb9bbee is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:36:49.012720 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-6c6ae086-3914-49e9-859d-7398ac713ed0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:36:49.018315 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-6c6ae086-3914-49e9-859d-7398ac713ed0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:36:49.105202 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-6c6ae086-3914-49e9-859d-7398ac713ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:49.110286 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-6c6ae086-3914-49e9-859d-7398ac713ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:49.119142 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-443dc032-f0b2-46e9-8575-a23626691b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:36:49.157343 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ae086-3914-49e9-859d-7398ac713ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468146a3-502a-4093-ac0c-b69dc90a6c2c,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:36:49.164812 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 39552) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:36:49.164999 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-6c6ae086-3914-49e9-859d-7398ac713ed0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f8ac6bb1df394aee82a9789b7bb9bbee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3010926
Jun 21 16:36:49.165917 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-6c6ae086-3914-49e9-859d-7398ac713ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:36:49.235957 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-4d7ca535-eec4-4c8d-8bcc-96cbb6bf383e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:49.267740 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-4d7ca535-eec4-4c8d-8bcc-96cbb6bf383e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:49.392048 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-4d7ca535-eec4-4c8d-8bcc-96cbb6bf383e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:49.403255 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de720ff4-d440-4a48-a9eb-9c6eec539e94 req-2091c22c-30ce-4e0f-b4ca-530107f55f74 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:49.404732 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-de720ff4-d440-4a48-a9eb-9c6eec539e94 req-2091c22c-30ce-4e0f-b4ca-530107f55f74 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.1008217
Jun 21 16:36:49.406551 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-bd5bb8b6-bb61-42dd-910f-4adc185a7c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:36:49.433446 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ca535-eec4-4c8d-8bcc-96cbb6bf383e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468146a3-502a-4093-ac0c-b69dc90a6c2c,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:36:49.442351 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-4d7ca535-eec4-4c8d-8bcc-96cbb6bf383e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:36:49.457129 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-4d7ca535-eec4-4c8d-8bcc-96cbb6bf383e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:49.463545 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-4d7ca535-eec4-4c8d-8bcc-96cbb6bf383e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/468146a3-502a-4093-ac0c-b69dc90a6c2c HTTP/1.1" status: 204  len: 168 time: 0.2920036
Jun 21 16:36:49.471481 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-de720ff4-d440-4a48-a9eb-9c6eec539e94 req-532fb367-f3bd-4ff3-9d5e-168f8fc9ccbb tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547967
Jun 21 16:36:49.766190 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 39586) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:36:49.784434 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-fa28a47a-5d26-4fb4-a213-f30c0a62947d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:49.798846 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-fa28a47a-5d26-4fb4-a213-f30c0a62947d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:36:49.802855 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-fa28a47a-5d26-4fb4-a213-f30c0a62947d admin admin] Usage tracker for resource:security_group_rule and tenant:4cb93deaeedf487592c70f7bb32ed839 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:36:49.805751 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-fa28a47a-5d26-4fb4-a213-f30c0a62947d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:36:49.811728 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-fa28a47a-5d26-4fb4-a213-f30c0a62947d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:36:49.895296 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-fa28a47a-5d26-4fb4-a213-f30c0a62947d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:49.900320 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-fa28a47a-5d26-4fb4-a213-f30c0a62947d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:49.909412 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-6d6a69df-1b27-433b-aa64-612d2ddba4c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:36:49.948705 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-fa28a47a-5d26-4fb4-a213-f30c0a62947d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4cb93deaeedf487592c70f7bb32ed839&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1814487
Jun 21 16:36:49.950218 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28a47a-5d26-4fb4-a213-f30c0a62947d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd03cbbd-b255-4669-b936-9a44ab170273,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:36:49.951361 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 39590) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:36:49.953564 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-fa28a47a-5d26-4fb4-a213-f30c0a62947d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:36:50.022374 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-11505bcc-c3bb-4ea8-ac3f-8ba559db171a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:50.070345 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-11505bcc-c3bb-4ea8-ac3f-8ba559db171a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:50.074039 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-b0998c7f-8a46-4dfd-a48d-b9fb3184db3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:50.204111 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-11505bcc-c3bb-4ea8-ac3f-8ba559db171a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:50.204922 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e6fc2-6e4b-41ce-af0b-1814443b420c req-f7c9bf4a-5d39-4923-b1a9-0d56deec5d58 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:50.206468 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2d4e6fc2-6e4b-41ce-af0b-1814443b420c req-f7c9bf4a-5d39-4923-b1a9-0d56deec5d58 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.1546969
Jun 21 16:36:50.209342 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-1f04593d-4e89-4d22-a4d3-0328c30b85c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:36:50.214760 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aad202-f329-4998-845d-7cf501de64fd req-29bc4db4-4d10-43a4-84d0-100ce2737552 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:50.216197 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-36aad202-f329-4998-845d-7cf501de64fd req-29bc4db4-4d10-43a4-84d0-100ce2737552 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.1199355
Jun 21 16:36:50.221044 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11505bcc-c3bb-4ea8-ac3f-8ba559db171a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd03cbbd-b255-4669-b936-9a44ab170273,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:36:50.225271 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-11505bcc-c3bb-4ea8-ac3f-8ba559db171a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:36:50.230996 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-11505bcc-c3bb-4ea8-ac3f-8ba559db171a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:50.232238 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-11505bcc-c3bb-4ea8-ac3f-8ba559db171a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd03cbbd-b255-4669-b936-9a44ab170273 HTTP/1.1" status: 204  len: 168 time: 0.2798321
Jun 21 16:36:50.294706 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2d4e6fc2-6e4b-41ce-af0b-1814443b420c req-8538748a-d836-4650-815c-26ce8da019d7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0775607
Jun 21 16:36:50.297446 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-36aad202-f329-4998-845d-7cf501de64fd req-0cf64262-498b-45d6-bde0-2534b3f85d5f tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653541
Jun 21 16:36:50.362586 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:50.658004 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef62d21-9158-4776-9a5b-9b75c37a67df req-b8f90a8c-5f08-444b-b5d8-c5b74ef49497 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:50.659322 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1ef62d21-9158-4776-9a5b-9b75c37a67df req-b8f90a8c-5f08-444b-b5d8-c5b74ef49497 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.0810544
Jun 21 16:36:50.709368 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1ef62d21-9158-4776-9a5b-9b75c37a67df req-e727ddaa-3885-4dda-b76a-10bc8439dd62 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426943
Jun 21 16:36:50.811124 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:51.056750 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 39638) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:36:51.239328 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-43d3ed37-ed76-4255-a0dd-bf0a0e531e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:51.253594 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-43d3ed37-ed76-4255-a0dd-bf0a0e531e71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:36:51.258041 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-43d3ed37-ed76-4255-a0dd-bf0a0e531e71 admin admin] Usage tracker for resource:security_group_rule and tenant:c7c3a9f90a9a45ee8eee39a09879d73a is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:36:51.260934 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-43d3ed37-ed76-4255-a0dd-bf0a0e531e71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:36:51.266538 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-43d3ed37-ed76-4255-a0dd-bf0a0e531e71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:36:51.358601 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-43d3ed37-ed76-4255-a0dd-bf0a0e531e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:51.364319 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-43d3ed37-ed76-4255-a0dd-bf0a0e531e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:51.376345 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-acf9123d-36bc-4717-8476-e60daf1eaa98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:36:51.462049 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-43d3ed37-ed76-4255-a0dd-bf0a0e531e71 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c7c3a9f90a9a45ee8eee39a09879d73a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4041989
Jun 21 16:36:51.464942 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 39658) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:36:51.522653 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3ed37-ed76-4255-a0dd-bf0a0e531e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f3393c-18b4-4f8d-9a60-965b82e2a953,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:36:51.527470 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-43d3ed37-ed76-4255-a0dd-bf0a0e531e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:36:51.547405 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cd0aca69-14a8-43b6-aa90-a5758932efd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:51.586474 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cd0aca69-14a8-43b6-aa90-a5758932efd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:51.590159 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb4680-a87b-4d77-9f73-9224fd07af0c req-bec7ecd0-eb80-46be-b834-afe41c9f9e43 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:51.591862 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-83eb4680-a87b-4d77-9f73-9224fd07af0c req-bec7ecd0-eb80-46be-b834-afe41c9f9e43 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.1713123
Jun 21 16:36:51.643465 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73bf5b-e237-4788-acdc-b3bb363b1efb req-a3cbe12e-0cc4-4dc5-a1c4-2a71e95fa7ac tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:51.645392 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ff73bf5b-e237-4788-acdc-b3bb363b1efb req-a3cbe12e-0cc4-4dc5-a1c4-2a71e95fa7ac tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.2296441
Jun 21 16:36:51.675887 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cd0aca69-14a8-43b6-aa90-a5758932efd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:51.682196 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-8f26edc0-ede1-4308-a96e-f0fbc9b25df1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:36:51.683306 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-83eb4680-a87b-4d77-9f73-9224fd07af0c req-4b899823-4c74-4414-805a-b7d76b0d0220 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0846021
Jun 21 16:36:51.695283 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0aca69-14a8-43b6-aa90-a5758932efd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f3393c-18b4-4f8d-9a60-965b82e2a953,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:36:51.700987 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-cd0aca69-14a8-43b6-aa90-a5758932efd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:36:51.703645 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cd0aca69-14a8-43b6-aa90-a5758932efd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:51.713401 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ff73bf5b-e237-4788-acdc-b3bb363b1efb req-ac88f238-3645-4533-b9d4-6d0d92523b1f tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561051
Jun 21 16:36:51.717824 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-cd0aca69-14a8-43b6-aa90-a5758932efd2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c3f3393c-18b4-4f8d-9a60-965b82e2a953 HTTP/1.1" status: 204  len: 168 time: 0.2518356
Jun 21 16:36:51.908170 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34db25b-67de-4d1b-af66-f0e824d0b334 req-226cdd3c-24bf-4433-a639-cd87db31feb0 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:51.909625 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e34db25b-67de-4d1b-af66-f0e824d0b334 req-226cdd3c-24bf-4433-a639-cd87db31feb0 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.0850327
Jun 21 16:36:51.962012 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e34db25b-67de-4d1b-af66-f0e824d0b334 req-c4541cfa-607a-414b-81fc-ea6a154e028f tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442078
Jun 21 16:36:52.050407 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 39678) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:36:52.169221 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 39688) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:36:52.181386 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-14201db0-8b1f-40d6-aa19-10d724a70eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:52.189390 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-43abef0c-9de3-48a2-9cd3-3c25d2789f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:52.198916 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-14201db0-8b1f-40d6-aa19-10d724a70eac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:36:52.203500 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-14201db0-8b1f-40d6-aa19-10d724a70eac admin admin] Usage tracker for resource:security_group_rule and tenant:6b0a411110bc4da4944eebc9d38fde52 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:36:52.205442 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-43abef0c-9de3-48a2-9cd3-3c25d2789f40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:36:52.207086 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-14201db0-8b1f-40d6-aa19-10d724a70eac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:36:52.209998 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-43abef0c-9de3-48a2-9cd3-3c25d2789f40 admin admin] Usage tracker for resource:security_group_rule and tenant:68bd76df46b14d308c07a859b04f44d3 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:36:52.213244 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-43abef0c-9de3-48a2-9cd3-3c25d2789f40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:36:52.214066 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-14201db0-8b1f-40d6-aa19-10d724a70eac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:36:52.220302 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-43abef0c-9de3-48a2-9cd3-3c25d2789f40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:36:52.314575 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-43abef0c-9de3-48a2-9cd3-3c25d2789f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:52.315870 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-14201db0-8b1f-40d6-aa19-10d724a70eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:52.319041 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-43abef0c-9de3-48a2-9cd3-3c25d2789f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:52.320132 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-14201db0-8b1f-40d6-aa19-10d724a70eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:52.326147 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-7e770576-5efd-4c98-8887-179b8aa39828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:36:52.328567 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:36:52.367078 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-14201db0-8b1f-40d6-aa19-10d724a70eac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6b0a411110bc4da4944eebc9d38fde52&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3152852
Jun 21 16:36:52.369089 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14201db0-8b1f-40d6-aa19-10d724a70eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a13c74b-0595-4a6e-800a-7c0a147afbbc,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:36:52.371472 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 39694) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:36:52.373994 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-14201db0-8b1f-40d6-aa19-10d724a70eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:36:52.419814 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:52.434084 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-bae083f3-d058-4f8f-91f1-e49c092b0be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:52.453771 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-43abef0c-9de3-48a2-9cd3-3c25d2789f40 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=68bd76df46b14d308c07a859b04f44d3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2817566
Jun 21 16:36:52.453771 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43abef0c-9de3-48a2-9cd3-3c25d2789f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511fa62f-d665-4a85-8f0c-f2f3a49f99cf,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:36:52.456081 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 39698) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:36:52.458934 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-43abef0c-9de3-48a2-9cd3-3c25d2789f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:36:52.461815 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-bae083f3-d058-4f8f-91f1-e49c092b0be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:52.518206 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-bae083f3-d058-4f8f-91f1-e49c092b0be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:52.520946 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-30bdb61b-4204-4f22-823a-842ddb7bf55d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:52.522936 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-7ab5ce25-2342-49ef-9f93-838fe548eacc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:36:52.538596 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae083f3-d058-4f8f-91f1-e49c092b0be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a13c74b-0595-4a6e-800a-7c0a147afbbc,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:36:52.541150 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-bae083f3-d058-4f8f-91f1-e49c092b0be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:36:52.542355 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-bae083f3-d058-4f8f-91f1-e49c092b0be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:52.546238 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-bae083f3-d058-4f8f-91f1-e49c092b0be3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a13c74b-0595-4a6e-800a-7c0a147afbbc HTTP/1.1" status: 204  len: 168 time: 0.1738381
Jun 21 16:36:52.550553 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-30bdb61b-4204-4f22-823a-842ddb7bf55d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:52.610149 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-30bdb61b-4204-4f22-823a-842ddb7bf55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:52.614415 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-65cdf2ed-54c0-4d50-b614-3dfe4382ce8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:36:52.626735 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bdb61b-4204-4f22-823a-842ddb7bf55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511fa62f-d665-4a85-8f0c-f2f3a49f99cf,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:36:52.629493 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-30bdb61b-4204-4f22-823a-842ddb7bf55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:36:52.654247 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-30bdb61b-4204-4f22-823a-842ddb7bf55d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:52.655384 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-30bdb61b-4204-4f22-823a-842ddb7bf55d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/511fa62f-d665-4a85-8f0c-f2f3a49f99cf HTTP/1.1" status: 204  len: 168 time: 0.1986089
Jun 21 16:36:52.968030 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c0d79-e429-4672-995d-897b45034e2e req-c31bea9b-8b34-4fe9-9dfe-51b53ec3b576 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:52.969490 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-482c0d79-e429-4672-995d-897b45034e2e req-c31bea9b-8b34-4fe9-9dfe-51b53ec3b576 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.1491091
Jun 21 16:36:52.980490 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110dab2-791c-4b04-a4d3-b20c57b21510 req-2c03d61a-459d-4f3b-9f6c-dd11ca5d40f5 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:52.984109 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4110dab2-791c-4b04-a4d3-b20c57b21510 req-2c03d61a-459d-4f3b-9f6c-dd11ca5d40f5 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.1322737
Jun 21 16:36:52.992199 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 39722) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:36:53.010183 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-07b6fac1-aa3a-4ffd-b525-cfe66f874410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:53.026801 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-07b6fac1-aa3a-4ffd-b525-cfe66f874410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:36:53.031831 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-07b6fac1-aa3a-4ffd-b525-cfe66f874410 admin admin] Usage tracker for resource:security_group_rule and tenant:05fe57c6b7b9420192e07b67ede54b30 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:36:53.034989 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-07b6fac1-aa3a-4ffd-b525-cfe66f874410 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:36:53.043782 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-07b6fac1-aa3a-4ffd-b525-cfe66f874410 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:36:53.063163 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 39726) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:36:53.064981 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-482c0d79-e429-4672-995d-897b45034e2e req-3a5ac4ca-c592-42ed-b99a-c4b0b599efec tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0793328
Jun 21 16:36:53.067821 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4110dab2-791c-4b04-a4d3-b20c57b21510 req-9a9357e0-264e-4c81-b01d-ac691013133e tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669327
Jun 21 16:36:53.102098 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f1b5786a-f208-46f4-9aae-fad3123ebb9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:53.125407 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-f1b5786a-f208-46f4-9aae-fad3123ebb9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:36:53.130620 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-f1b5786a-f208-46f4-9aae-fad3123ebb9a admin admin] Usage tracker for resource:security_group_rule and tenant:31fdaffdb9a14949b88f5062d3514885 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:36:53.136309 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-f1b5786a-f208-46f4-9aae-fad3123ebb9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:36:53.143260 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-f1b5786a-f208-46f4-9aae-fad3123ebb9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:36:53.210320 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-07b6fac1-aa3a-4ffd-b525-cfe66f874410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:53.215728 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-07b6fac1-aa3a-4ffd-b525-cfe66f874410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:53.225776 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-6c6ae086-3914-49e9-859d-7398ac713ed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:36:53.255999 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f2769-5ced-4b61-b56a-03df86798c4a req-9fa695b3-00cd-4d73-81da-4adf593fc973 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:53.257452 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d47f2769-5ced-4b61-b56a-03df86798c4a req-9fa695b3-00cd-4d73-81da-4adf593fc973 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.0836089
Jun 21 16:36:53.282340 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-07b6fac1-aa3a-4ffd-b525-cfe66f874410 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=05fe57c6b7b9420192e07b67ede54b30&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2888315
Jun 21 16:36:53.283323 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6fac1-aa3a-4ffd-b525-cfe66f874410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a52a29-8bd3-4ea7-9f51-5689e7ede13e,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:36:53.284964 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 39730) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:36:53.290834 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-07b6fac1-aa3a-4ffd-b525-cfe66f874410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:36:53.319227 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f1b5786a-f208-46f4-9aae-fad3123ebb9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:53.325676 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f1b5786a-f208-46f4-9aae-fad3123ebb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:53.335137 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d47f2769-5ced-4b61-b56a-03df86798c4a req-8c639f2a-0857-43f4-91d3-eb347cc99b16 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0709705
Jun 21 16:36:53.342737 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-14201db0-8b1f-40d6-aa19-10d724a70eac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:36:53.377613 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-6d824168-2244-4009-9d8b-83df5899901a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:53.382714 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5786a-f208-46f4-9aae-fad3123ebb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f819acc0-a43f-4eb6-b4c6-40cf78ca3b97,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:36:53.392642 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-f1b5786a-f208-46f4-9aae-fad3123ebb9a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=31fdaffdb9a14949b88f5062d3514885&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3145759
Jun 21 16:36:53.392642 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-f1b5786a-f208-46f4-9aae-fad3123ebb9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:36:53.392642 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 39738) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:36:53.408851 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-6d824168-2244-4009-9d8b-83df5899901a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:53.454347 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-397dd9c2-5f00-4d77-ae99-b2cea550e97a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:53.468647 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-6d824168-2244-4009-9d8b-83df5899901a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:53.473536 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-4d7ca535-eec4-4c8d-8bcc-96cbb6bf383e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:36:53.484063 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-397dd9c2-5f00-4d77-ae99-b2cea550e97a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:53.484205 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d824168-2244-4009-9d8b-83df5899901a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a52a29-8bd3-4ea7-9f51-5689e7ede13e,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:36:53.486828 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-6d824168-2244-4009-9d8b-83df5899901a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:36:53.493838 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-6d824168-2244-4009-9d8b-83df5899901a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:53.495416 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-6d824168-2244-4009-9d8b-83df5899901a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e2a52a29-8bd3-4ea7-9f51-5689e7ede13e HTTP/1.1" status: 204  len: 168 time: 0.2081473
Jun 21 16:36:53.554814 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-397dd9c2-5f00-4d77-ae99-b2cea550e97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:53.560089 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-db7c9562-5b77-4cb7-8ae5-e605380ed369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:36:53.572965 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397dd9c2-5f00-4d77-ae99-b2cea550e97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f819acc0-a43f-4eb6-b4c6-40cf78ca3b97,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:36:53.575617 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-397dd9c2-5f00-4d77-ae99-b2cea550e97a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:36:53.588301 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-397dd9c2-5f00-4d77-ae99-b2cea550e97a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:53.589950 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-397dd9c2-5f00-4d77-ae99-b2cea550e97a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f819acc0-a43f-4eb6-b4c6-40cf78ca3b97 HTTP/1.1" status: 204  len: 168 time: 0.1962559
Jun 21 16:36:53.908963 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 39754) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:36:54.163419 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-902151a6-1d67-4f2f-a57a-3f5da97687d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:54.182394 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-902151a6-1d67-4f2f-a57a-3f5da97687d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:36:54.187335 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-902151a6-1d67-4f2f-a57a-3f5da97687d7 admin admin] Usage tracker for resource:security_group_rule and tenant:599ac6ab07744f8d851b4c945c093490 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:36:54.191786 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-902151a6-1d67-4f2f-a57a-3f5da97687d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:36:54.200223 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-902151a6-1d67-4f2f-a57a-3f5da97687d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:36:54.326723 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-902151a6-1d67-4f2f-a57a-3f5da97687d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:54.333368 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-902151a6-1d67-4f2f-a57a-3f5da97687d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:54.347807 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-397dd9c2-5f00-4d77-ae99-b2cea550e97a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:36:54.398232 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902151a6-1d67-4f2f-a57a-3f5da97687d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710346d1-050a-420a-83c7-a06ee2669bfe,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:36:54.403486 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-902151a6-1d67-4f2f-a57a-3f5da97687d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:36:54.409537 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-902151a6-1d67-4f2f-a57a-3f5da97687d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=599ac6ab07744f8d851b4c945c093490&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4971321
Jun 21 16:36:54.409690 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 39784) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:36:54.410995 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92eb3cb-d8eb-45b7-bcc7-ef8fc474df0e req-10021f52-8604-4284-aacb-b8a541139955 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:54.413481 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e92eb3cb-d8eb-45b7-bcc7-ef8fc474df0e req-10021f52-8604-4284-aacb-b8a541139955 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.1876340
Jun 21 16:36:54.433997 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279751a-9f7f-4b81-81f6-53ddb83102a3 req-f1333767-7c62-46f0-a848-9a2dfce82914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:54.435951 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8279751a-9f7f-4b81-81f6-53ddb83102a3 req-f1333767-7c62-46f0-a848-9a2dfce82914 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 1099 time: 0.2830572
Jun 21 16:36:54.498874 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e6acd87e-6dad-43d6-a886-c142a796a871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:54.513387 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1da5b-7524-4ccb-a2e0-520a999ce64b req-a055b30a-34c9-4656-b7ff-fa46317475f0 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:54.513895 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5ef1da5b-7524-4ccb-a2e0-520a999ce64b req-a055b30a-34c9-4656-b7ff-fa46317475f0 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.2085454
Jun 21 16:36:54.528279 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e92eb3cb-d8eb-45b7-bcc7-ef8fc474df0e req-74f672fe-e846-4949-81c2-2f543730b72e tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031923
Jun 21 16:36:54.543503 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e6acd87e-6dad-43d6-a886-c142a796a871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:54.582515 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8279751a-9f7f-4b81-81f6-53ddb83102a3 req-df760f09-843f-47f8-8c7c-f7c0359dc635 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166368
Jun 21 16:36:54.605182 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5ef1da5b-7524-4ccb-a2e0-520a999ce64b req-24923655-b843-497d-84f9-0d409166d433 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0830159
Jun 21 16:36:54.616978 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e6acd87e-6dad-43d6-a886-c142a796a871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:54.621518 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-1b846164-c344-4521-8ab2-6069ee677fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:36:54.632636 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6acd87e-6dad-43d6-a886-c142a796a871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710346d1-050a-420a-83c7-a06ee2669bfe,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:36:54.639977 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-e6acd87e-6dad-43d6-a886-c142a796a871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:36:54.648062 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e6acd87e-6dad-43d6-a886-c142a796a871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:54.652040 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-e6acd87e-6dad-43d6-a886-c142a796a871 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/710346d1-050a-420a-83c7-a06ee2669bfe HTTP/1.1" status: 204  len: 168 time: 0.2414203
Jun 21 16:36:54.782454 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba7523-105e-4a21-9435-30dfbcee8603 req-3cce24d1-c55a-4f96-a16a-31a0b0e5cd2b tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:54.787845 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7dba7523-105e-4a21-9435-30dfbcee8603 req-3cce24d1-c55a-4f96-a16a-31a0b0e5cd2b tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.1198039
Jun 21 16:36:54.850278 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7dba7523-105e-4a21-9435-30dfbcee8603 req-6202bafd-2029-48b5-9187-99f9e81d0498 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586410
Jun 21 16:36:55.855198 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214cd34-0604-4b48-881a-4b3245d5b6db req-0ca77c8e-189c-4bdb-b654-681a603c614c tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:55.856712 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2214cd34-0604-4b48-881a-4b3245d5b6db req-0ca77c8e-189c-4bdb-b654-681a603c614c tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.1888425
Jun 21 16:36:55.895830 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1160083-ead4-4086-b420-da32cf2e415a req-5c4a4d62-8abf-4ad6-990e-67f0ca8b2812 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:55.897415 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c1160083-ead4-4086-b420-da32cf2e415a req-5c4a4d62-8abf-4ad6-990e-67f0ca8b2812 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.1348920
Jun 21 16:36:55.940152 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2214cd34-0604-4b48-881a-4b3245d5b6db req-8a2cb225-5b1f-4d9c-ab18-553c662f334d tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742767
Jun 21 16:36:55.967314 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c1160083-ead4-4086-b420-da32cf2e415a req-2ac673cd-a797-48d0-bf16-4c904e37fb67 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0612106
Jun 21 16:36:55.974966 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 39856) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:36:56.157675 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb4c16-2935-4fb0-9dd1-b14452e93c6f req-db12a410-ba8b-4d3a-b225-d0a39062d820 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:56.159925 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-bdcb4c16-2935-4fb0-9dd1-b14452e93c6f req-db12a410-ba8b-4d3a-b225-d0a39062d820 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.1153562
Jun 21 16:36:56.215789 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-bdcb4c16-2935-4fb0-9dd1-b14452e93c6f req-ae9a8238-486f-419b-b531-3771b6dad724 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466704
Jun 21 16:36:56.240619 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-784ed69f-865e-4912-a2fb-dfe82e830205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:56.255815 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-784ed69f-865e-4912-a2fb-dfe82e830205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:36:56.258949 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-784ed69f-865e-4912-a2fb-dfe82e830205 admin admin] Usage tracker for resource:security_group_rule and tenant:ff3968cb8ad0464e947d98aadfffa7af is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:36:56.261758 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-784ed69f-865e-4912-a2fb-dfe82e830205 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:36:56.267398 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-784ed69f-865e-4912-a2fb-dfe82e830205 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:36:56.353554 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-784ed69f-865e-4912-a2fb-dfe82e830205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:56.356775 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-784ed69f-865e-4912-a2fb-dfe82e830205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:56.365438 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:36:56.404680 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ed69f-865e-4912-a2fb-dfe82e830205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4058dae6-1395-45a8-bba6-fe0838ef8b98,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:36:56.407936 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-784ed69f-865e-4912-a2fb-dfe82e830205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:36:56.410761 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-784ed69f-865e-4912-a2fb-dfe82e830205 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ff3968cb8ad0464e947d98aadfffa7af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4347045
Jun 21 16:36:56.413616 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 39872) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:36:56.485767 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4500-cfae-4720-8daa-893a38fa2d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:56.510616 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4500-cfae-4720-8daa-893a38fa2d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:56.560860 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4500-cfae-4720-8daa-893a38fa2d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:56.565422 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-891e68d9-f4ec-4a9a-8cb1-db6f48f97914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:36:56.578141 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf4500-cfae-4720-8daa-893a38fa2d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4058dae6-1395-45a8-bba6-fe0838ef8b98,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:36:56.580885 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-fbbf4500-cfae-4720-8daa-893a38fa2d45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:36:56.582020 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-fbbf4500-cfae-4720-8daa-893a38fa2d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:56.583695 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-fbbf4500-cfae-4720-8daa-893a38fa2d45 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4058dae6-1395-45a8-bba6-fe0838ef8b98 HTTP/1.1" status: 204  len: 168 time: 0.1685364
Jun 21 16:36:57.202737 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e0b0f-38a7-4796-952b-df6a31b2eadb req-5b657818-402a-4f3b-9d5e-2c7537a40022 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:57.204409 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5c1e0b0f-38a7-4796-952b-df6a31b2eadb req-5b657818-402a-4f3b-9d5e-2c7537a40022 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.1585059
Jun 21 16:36:57.240842 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b855b-fea4-44ff-a093-0423f37a227a req-60a878dd-2383-4547-97d5-973c1e562b50 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:57.242319 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-fb0b855b-fea4-44ff-a093-0423f37a227a req-60a878dd-2383-4547-97d5-973c1e562b50 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.1347129
Jun 21 16:36:57.289066 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5c1e0b0f-38a7-4796-952b-df6a31b2eadb req-95179619-96ff-4c44-a10e-a18262c4de82 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778501
Jun 21 16:36:57.311200 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-fb0b855b-fea4-44ff-a093-0423f37a227a req-218739e9-ea17-4080-9293-28d39aa2af77 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533886
Jun 21 16:36:57.342847 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 39908) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:36:57.484430 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [None req-8ecb1c1a-979d-45d9-9d42-67fdf1248f9f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1610466586-network', 'tenant_id': '0abf7fbe8a894aa0ac522b8db4c418f8'}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:36:57.495873 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ed78c-74d4-466d-80a3-b79d539bd17b req-ac2e2567-d4b3-4bb5-b07f-73e8e83c7ade tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:57.497298 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-966ed78c-74d4-466d-80a3-b79d539bd17b req-ac2e2567-d4b3-4bb5-b07f-73e8e83c7ade tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.0941522
Jun 21 16:36:57.498394 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-8ecb1c1a-979d-45d9-9d42-67fdf1248f9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:36:57.502711 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-8ecb1c1a-979d-45d9-9d42-67fdf1248f9f admin admin] Usage tracker for resource:network and tenant:0abf7fbe8a894aa0ac522b8db4c418f8 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:36:57.507430 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-8ecb1c1a-979d-45d9-9d42-67fdf1248f9f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:36:57.528851 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-8ecb1c1a-979d-45d9-9d42-67fdf1248f9f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:36:57.557762 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-966ed78c-74d4-466d-80a3-b79d539bd17b req-47d523ea-2b1c-484b-9db1-bfaf8f84f20c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519412
Jun 21 16:36:57.558769 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecb1c1a-979d-45d9-9d42-67fdf1248f9f admin admin] Made reservation on behalf of 0abf7fbe8a894aa0ac522b8db4c418f8 for: {'network': 1} {{(pid=78427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:36:57.561275 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-8ecb1c1a-979d-45d9-9d42-67fdf1248f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for network, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:57.573281 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-8ecb1c1a-979d-45d9-9d42-67fdf1248f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:57.594022 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-8ecb1c1a-979d-45d9-9d42-67fdf1248f9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:36:57.598378 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-8ecb1c1a-979d-45d9-9d42-67fdf1248f9f admin admin] Usage tracker for resource:security_group_rule and tenant:0abf7fbe8a894aa0ac522b8db4c418f8 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:36:57.602320 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-8ecb1c1a-979d-45d9-9d42-67fdf1248f9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:36:57.608380 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-8ecb1c1a-979d-45d9-9d42-67fdf1248f9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:36:57.808990 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-8ecb1c1a-979d-45d9-9d42-67fdf1248f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:57.820301 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-8ecb1c1a-979d-45d9-9d42-67fdf1248f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:57.838183 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-fbbf4500-cfae-4720-8daa-893a38fa2d45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:36:57.863817 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ecb1c1a-979d-45d9-9d42-67fdf1248f9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625}  {{(pid=78427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 16:36:57.876073 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb1c1a-979d-45d9-9d42-67fdf1248f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3139a4df-8980-45a4-a010-d77565500178,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:36:57.880906 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-8ecb1c1a-979d-45d9-9d42-67fdf1248f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:36:57.881846 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-8ecb1c1a-979d-45d9-9d42-67fdf1248f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645578'] for segment, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:57.882182 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.db.segments_db [None req-8ecb1c1a-979d-45d9-9d42-67fdf1248f9f admin admin] Added segment 1e3104e4-02f1-4c01-87b5-ee4849ad50f6 of type vlan for network 9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4
Jun 21 16:36:57.909634 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-8ecb1c1a-979d-45d9-9d42-67fdf1248f9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768073942321'] for network, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:58.039196 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-8ecb1c1a-979d-45d9-9d42-67fdf1248f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592'] for network, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:58.043427 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecb1c1a-979d-45d9-9d42-67fdf1248f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:58.044049 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-8ecb1c1a-979d-45d9-9d42-67fdf1248f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for network, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:58.051205 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:36:58.161738 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-8ecb1c1a-979d-45d9-9d42-67fdf1248f9f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8176951
Jun 21 16:36:58.164787 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 39934) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:36:58.168384 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb1c1a-979d-45d9-9d42-67fdf1248f9f admin admin] Pushing event updated for resources: {'Network': ['ID=9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:36:58.171452 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-a151eb1d-17c2-4575-89b5-7d0f6c983294 admin admin] Request body: {'subnet': {'network_id': '9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1610466586-subnet', 'tenant_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'ip_version': 4}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:36:58.171714 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb6353-f91f-4993-a3c6-62e62e94fb42 req-1647820c-bf29-4250-952b-fcc670827ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:58.173078 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-90bb6353-f91f-4993-a3c6-62e62e94fb42 req-1647820c-bf29-4250-952b-fcc670827ac2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c3d28747cfe746fb862defcb2926e2fa&device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 1099 time: 0.2583659
Jun 21 16:36:58.174083 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-8ecb1c1a-979d-45d9-9d42-67fdf1248f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:36:58.177032 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-a151eb1d-17c2-4575-89b5-7d0f6c983294 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:36:58.180325 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Network 9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4 details requested by agent ovs-agent-dv-cinder-797161-1-iscsi with host dv-cinder-797161-1-iscsi {{(pid=78428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 16:36:58.181571 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-a151eb1d-17c2-4575-89b5-7d0f6c983294 admin admin] Usage tracker for resource:subnet and tenant:0abf7fbe8a894aa0ac522b8db4c418f8 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:36:58.181708 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b217442-43f7-47a8-991f-9b6c15bacd87 req-d30530c2-1c93-4859-913a-9ca6f8940914 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:58.183161 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-9b217442-43f7-47a8-991f-9b6c15bacd87 req-d30530c2-1c93-4859-913a-9ca6f8940914 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.2336285
Jun 21 16:36:58.184899 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-a151eb1d-17c2-4575-89b5-7d0f6c983294 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:36:58.190753 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-a151eb1d-17c2-4575-89b5-7d0f6c983294 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:36:58.203527 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a151eb1d-17c2-4575-89b5-7d0f6c983294 admin admin] Made reservation on behalf of 0abf7fbe8a894aa0ac522b8db4c418f8 for: {'subnet': 1} {{(pid=78426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:36:58.206255 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a151eb1d-17c2-4575-89b5-7d0f6c983294 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2229037'] for subnet, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:58.320941 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-9b217442-43f7-47a8-991f-9b6c15bacd87 req-f3072c0c-66f4-4370-986a-39e60d72342e tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157513
Jun 21 16:36:58.350919 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb6353-f91f-4993-a3c6-62e62e94fb42 req-966a4e73-6f50-4c9a-88cb-840788c3d50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:58.352652 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-90bb6353-f91f-4993-a3c6-62e62e94fb42 req-966a4e73-6f50-4c9a-88cb-840788c3d50e service neutron] 10.222.0.39 "GET /v2.0/networks?id=c59c2429-3dc2-4964-ae2b-30558e1e435a HTTP/1.1" status: 200  len: 919 time: 0.1682777
Jun 21 16:36:58.425387 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-90bb6353-f91f-4993-a3c6-62e62e94fb42 req-5ce37d3c-7399-4900-a4e3-8edcd96d3c74 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89ccd63d-bb07-4e16-952f-38e85def2138 HTTP/1.1" status: 200  len: 217 time: 0.0642323
Jun 21 16:36:58.538527 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb6353-f91f-4993-a3c6-62e62e94fb42 req-622d5f64-eca7-4dfd-9ba7-032fe3fff998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:58.540048 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-90bb6353-f91f-4993-a3c6-62e62e94fb42 req-622d5f64-eca7-4dfd-9ba7-032fe3fff998 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=02d3a594-001f-4533-99ef-2a3cb4e62b62 HTTP/1.1" status: 200  len: 858 time: 0.1066508
Jun 21 16:36:58.592597 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-90bb6353-f91f-4993-a3c6-62e62e94fb42 req-60d69ece-bd4b-4764-a966-46efe66abef9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c59c2429-3dc2-4964-ae2b-30558e1e435a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0435917
Jun 21 16:36:58.605496 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9761a86-5395-450d-8a4b-d8dceb6be6a2 req-690a05f6-0958-46c0-8ee7-0be17f3ec323 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:58.606872 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f9761a86-5395-450d-8a4b-d8dceb6be6a2 req-690a05f6-0958-46c0-8ee7-0be17f3ec323 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.1413248
Jun 21 16:36:58.615023 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a151eb1d-17c2-4575-89b5-7d0f6c983294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2434771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2229055'] for subnet, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:58.618930 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-7a16cebf-5065-4dfd-9cb2-a87bdf9a614a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:36:58.696206 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151eb1d-17c2-4575-89b5-7d0f6c983294 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d28f0b85-c931-4d9a-9dda-91c9d86f9837,revision_number=0']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:36:58.700121 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a151eb1d-17c2-4575-89b5-7d0f6c983294 admin admin] Checking segment: {'id': '1e3104e4-02f1-4c01-87b5-ee4849ad50f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:36:58.700476 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a151eb1d-17c2-4575-89b5-7d0f6c983294 admin admin] Network hostable DHCP agents. Network: 9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4, hostable agents: ['3e057b97-a383-4976-a3a1-556748f7f018'], hosted agents: [] {{(pid=78426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 16:36:58.704721 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-a151eb1d-17c2-4575-89b5-7d0f6c983294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:36:58.720062 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a151eb1d-17c2-4575-89b5-7d0f6c983294 admin admin] Network 9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4 is scheduled to be hosted by DHCP agent 3e057b97-a383-4976-a3a1-556748f7f018 with binding_index 1 {{(pid=78426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 16:36:58.729786 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-a151eb1d-17c2-4575-89b5-7d0f6c983294 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797161-1-iscsi, 9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4) {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:36:58.739117 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c1db4b-0ddf-40eb-9381-fddcdd8f2977 None None] Network 9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:36:58.744059 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a151eb1d-17c2-4575-89b5-7d0f6c983294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:58.744718 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a151eb1d-17c2-4575-89b5-7d0f6c983294 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:58.772278 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-a151eb1d-17c2-4575-89b5-7d0f6c983294 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6038258
Jun 21 16:36:58.772537 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 39942) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:36:58.778500 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-cca8efb0-9593-43b6-92b9-eefaeab4bbdd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1610466586-router', 'tenant_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'}}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:36:58.783256 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-cca8efb0-9593-43b6-92b9-eefaeab4bbdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:36:58.787890 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-cca8efb0-9593-43b6-92b9-eefaeab4bbdd admin admin] Usage tracker for resource:router and tenant:0abf7fbe8a894aa0ac522b8db4c418f8 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:36:58.788075 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f9761a86-5395-450d-8a4b-d8dceb6be6a2 req-a3e8868b-ab4b-4e89-aed9-6033323fea13 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1621912
Jun 21 16:36:58.791931 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-cca8efb0-9593-43b6-92b9-eefaeab4bbdd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:36:58.798612 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-cca8efb0-9593-43b6-92b9-eefaeab4bbdd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:36:58.812649 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cca8efb0-9593-43b6-92b9-eefaeab4bbdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1648372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-965'] for router, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:58.813768 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cca8efb0-9593-43b6-92b9-eefaeab4bbdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1674493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-972'] for router, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:58.831901 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cca8efb0-9593-43b6-92b9-eefaeab4bbdd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:58.833762 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-90bb6353-f91f-4993-a3c6-62e62e94fb42 req-afab3913-7074-457f-9fce-da111779c426 service neutron] 10.222.0.39 "GET /v2.0/networks/c59c2429-3dc2-4964-ae2b-30558e1e435a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2257614
Jun 21 16:36:58.876458 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b48ad-0535-47ca-b709-335681f49e45 req-532d2a9c-b635-462f-be46-c35d4fd7c9b4 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:58.877831 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-708b48ad-0535-47ca-b709-335681f49e45 req-532d2a9c-b635-462f-be46-c35d4fd7c9b4 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.1598611
Jun 21 16:36:59.021969 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-708b48ad-0535-47ca-b709-335681f49e45 req-11004201-afdf-499a-9eb9-c6d2d58c87f2 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1241884
Jun 21 16:36:59.039993 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-90bb6353-f91f-4993-a3c6-62e62e94fb42 req-53efea3d-d129-432b-887e-cf18a75a264a service neutron] 10.222.0.39 "GET /v2.0/networks/c59c2429-3dc2-4964-ae2b-30558e1e435a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1972001
Jun 21 16:36:59.051220 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a1ce61-a065-5478-9fd3-0dbf96752ebd-9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4', 'network_id': '9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4', 'tenant_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'fixed_ips': [{'subnet_id': 'd28f0b85-c931-4d9a-9dda-91c9d86f9837'}]}} from dv-cinder-797161-1-iscsi. {{(pid=78428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 21 16:36:59.052148 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:59.290858 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cca8efb0-9593-43b6-92b9-eefaeab4bbdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1648335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-994'] for router, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:59.304938 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.db_base_plugin_common [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] Allocated IP 172.20.0.2 (9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4/d28f0b85-c931-4d9a-9dda-91c9d86f9837/50378c5c-1625-4307-b774-8dcf6e53a81f) {{(pid=78428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:36:59.579921 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] Notify callbacks [] for port, precommit_create {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:59.592697 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] Transition to ACTIVE for port object 50378c5c-1625-4307-b774-8dcf6e53a81f will not be triggered until provisioned by entity L2. {{(pid=78428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:36:59.595804 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f02fd-ec99-4a90-b79b-b93066217b09 req-4a6bf8e8-7caa-461a-87c0-eb97ddbfad92 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:36:59.604251 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-214f02fd-ec99-4a90-b79b-b93066217b09 req-4a6bf8e8-7caa-461a-87c0-eb97ddbfad92 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.1134498
Jun 21 16:36:59.614049 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] Transition to ACTIVE for port object 50378c5c-1625-4307-b774-8dcf6e53a81f will not be triggered until provisioned by entity DHCP. {{(pid=78428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:36:59.627388 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512'] for port, after_create {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:59.638386 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:36:59.686978 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cca8efb0-9593-43b6-92b9-eefaeab4bbdd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:59.718166 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-214f02fd-ec99-4a90-b79b-b93066217b09 req-049c74fb-507a-46c7-9636-b85a6b238b40 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991311
Jun 21 16:36:59.721689 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] Pushing event updated for resources: {'Port': ['ID=50378c5c-1625-4307-b774-8dcf6e53a81f,revision_number=1']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:36:59.734725 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cca8efb0-9593-43b6-92b9-eefaeab4bbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:36:59.741157 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:36:59.741711 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:36:59.742055 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:36:59.742443 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:36:59.742864 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:36:59.743211 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:36:59.743541 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:36:59.743903 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:36:59.744232 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:36:59.744556 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:36:59.744880 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:36:59.745199 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:36:59.760045 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:36:59.766428 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] Network 9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4 is already hosted by enough agents. {{(pid=78428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:36:59.768170 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.scheduler.base_scheduler [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] Resources bound (agent type, host, resource id):  {{(pid=78428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:36:59.771786 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] Received port after_create {{(pid=78428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:36:59.816149 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 42c93584-495e-4381-a61f-b977ecbd7633 details requested by agent hyperv_hv-cinder-79716 with host hv-cinder-79716 {{(pid=78428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 16:36:59.913648 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [None req-cca8efb0-9593-43b6-92b9-eefaeab4bbdd admin admin] Allocated IP 172.27.1.81 (70dc8c3b-1fd1-4e34-848f-30da40ce5650/64348721-2f14-434e-9349-1c86303c6cb6/1a7a85c1-6f3a-428d-abb0-b49d274789cf) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:37:00.017793 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] Attempting to bind port 50378c5c-1625-4307-b774-8dcf6e53a81f on host dv-cinder-797161-1-iscsi for vnic_type normal with profile  {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:37:00.018547 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] Attempting to bind port 50378c5c-1625-4307-b774-8dcf6e53a81f by drivers openvswitch,hyperv on host dv-cinder-797161-1-iscsi at level 0 using segments [{'id': '1e3104e4-02f1-4c01-87b5-ee4849ad50f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4'}] {{(pid=78428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:37:00.019262 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] Attempting to bind port 50378c5c-1625-4307-b774-8dcf6e53a81f on network 9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4 {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:37:00.034979 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] Checking agent: {'id': '52503dc4-35dc-4c7a-aab7-0589b5985e7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797161-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 25, 48), 'started_at': datetime.datetime(2021, 6, 21, 16, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797161-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:37:00.035811 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] Checking segment: {'id': '1e3104e4-02f1-4c01-87b5-ee4849ad50f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:37:00.036731 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:00.037353 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] Bound using segment: {'id': '1e3104e4-02f1-4c01-87b5-ee4849ad50f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4'} {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:37:00.037948 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] Bound port: 50378c5c-1625-4307-b774-8dcf6e53a81f, host: dv-cinder-797161-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e3104e4-02f1-4c01-87b5-ee4849ad50f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4'}}] {{(pid=78428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:37:00.038430 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:00.058557 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b05f57-24a1-4680-af6f-038b2a94631a req-8a10f472-5bcd-4132-a580-965e3a8fb119 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:00.065592 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 42c93584-495e-4381-a61f-b977ecbd7633, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=42c93584-495e-4381-a61f-b977ecbd7633,segment=NetworkSegment(cb66d3c6-9116-4b7e-95d4-8704f85ac6dc),segment_id=cb66d3c6-9116-4b7e-95d4-8704f85ac6dc)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:37:00.067891 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-24b05f57-24a1-4680-af6f-038b2a94631a req-8a10f472-5bcd-4132-a580-965e3a8fb119 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.0944293
Jun 21 16:37:00.119765 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Returning: {'device': '42c93584-495e-4381-a61f-b977ecbd7633', 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5', 'port_id': '42c93584-495e-4381-a61f-b977ecbd7633', 'mac_address': 'fa:16:3e:8a:a8:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 16:37:00.176326 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-24b05f57-24a1-4680-af6f-038b2a94631a req-41260ef3-7375-435f-a78a-200c5c6f0712 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1071539
Jun 21 16:37:00.253198 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] For port 50378c5c-1625-4307-b774-8dcf6e53a81f, host dv-cinder-797161-1-iscsi, cleared binding levels {{(pid=78428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:37:00.257567 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] For port 50378c5c-1625-4307-b774-8dcf6e53a81f, host dv-cinder-797161-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=50378c5c-1625-4307-b774-8dcf6e53a81f,segment=NetworkSegment(1e3104e4-02f1-4c01-87b5-ee4849ad50f6),segment_id=1e3104e4-02f1-4c01-87b5-ee4849ad50f6)] {{(pid=78428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:37:00.260201 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:00.275730 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:00.285349 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:00.297818 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cca8efb0-9593-43b6-92b9-eefaeab4bbdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:00.358506 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cca8efb0-9593-43b6-92b9-eefaeab4bbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:00.365669 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-fee0fd2c-f3a3-4426-a6e7-c1ebd9199918 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:00.382667 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed17ec-69bc-4f14-a1c8-d8caccc681db req-3578d543-27a8-4467-b311-0e3057aa3c9d tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:00.392801 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e3ed17ec-69bc-4f14-a1c8-d8caccc681db req-3578d543-27a8-4467-b311-0e3057aa3c9d tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.1697378
Jun 21 16:37:00.413981 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42c93584-495e-4381-a61f-b977ecbd7633 {{(pid=78428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:37:00.444177 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e3ed17ec-69bc-4f14-a1c8-d8caccc681db req-a1aeb543-7a42-4960-969a-950c01900e02 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504794
Jun 21 16:37:00.512384 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 42c93584-495e-4381-a61f-b977ecbd7633, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=42c93584-495e-4381-a61f-b977ecbd7633,segment=NetworkSegment(cb66d3c6-9116-4b7e-95d4-8704f85ac6dc),segment_id=cb66d3c6-9116-4b7e-95d4-8704f85ac6dc)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:37:00.516775 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] Pushing event updated for resources: {'Port': ['ID=50378c5c-1625-4307-b774-8dcf6e53a81f,revision_number=2']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:00.520039 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:00.523392 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:00.523901 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:00.547640 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca8efb0-9593-43b6-92b9-eefaeab4bbdd admin admin] Network 70dc8c3b-1fd1-4e34-848f-30da40ce5650 is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:37:00.551516 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-cca8efb0-9593-43b6-92b9-eefaeab4bbdd admin admin] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:37:00.555916 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca8efb0-9593-43b6-92b9-eefaeab4bbdd admin admin] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:37:00.617592 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8efb0-9593-43b6-92b9-eefaeab4bbdd admin admin] Pushing event updated for resources: {'Port': ['ID=1a7a85c1-6f3a-428d-abb0-b49d274789cf,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:00.626663 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=42c93584-495e-4381-a61f-b977ecbd7633,revision_number=6']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:00.630408 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:00.638877 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-cca8efb0-9593-43b6-92b9-eefaeab4bbdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:00.687160 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 40010) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:01.026612 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-339b684f-8560-4663-89ed-199c6c683784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:01.047805 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-339b684f-8560-4663-89ed-199c6c683784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:37:01.054216 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-339b684f-8560-4663-89ed-199c6c683784 admin admin] Usage tracker for resource:security_group_rule and tenant:7387ec35e30e42729cad27e2e70489a2 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:37:01.062704 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-339b684f-8560-4663-89ed-199c6c683784 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:37:01.076871 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-339b684f-8560-4663-89ed-199c6c683784 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:37:01.113991 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456225ef-c5cd-4a1a-9511-3d3ad38db5f5 req-e842fe20-e81e-4284-85c6-bde68ce6cc2e tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:01.121312 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-456225ef-c5cd-4a1a-9511-3d3ad38db5f5 req-e842fe20-e81e-4284-85c6-bde68ce6cc2e tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.2479093
Jun 21 16:37:01.184160 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-456225ef-c5cd-4a1a-9511-3d3ad38db5f5 req-616e2bdd-b95f-4404-a942-ee331b2853ef tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618632
Jun 21 16:37:01.328383 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-339b684f-8560-4663-89ed-199c6c683784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:01.367242 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 50378c5c-1625-4307-b774-8dcf6e53a81f up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:37:01.384973 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-339b684f-8560-4663-89ed-199c6c683784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:01.397073 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:01.456308 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cca8efb0-9593-43b6-92b9-eefaeab4bbdd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:01.512604 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b684f-8560-4663-89ed-199c6c683784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c238e0a-a2d4-494b-bfa4-a699ac4b1c42,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:01.524488 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-339b684f-8560-4663-89ed-199c6c683784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:01.529828 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-339b684f-8560-4663-89ed-199c6c683784 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7387ec35e30e42729cad27e2e70489a2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8352313
Jun 21 16:37:01.533462 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 40024) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:01.535875 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning for port 50378c5c-1625-4307-b774-8dcf6e53a81f completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:37:01.608672 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070a752-6dd1-42af-9aa6-5c1b5bac2de5 req-d6df2d24-4bbe-4a2f-b1e3-281203ab66ca tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:01.623810 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4070a752-6dd1-42af-9aa6-5c1b5bac2de5 req-d6df2d24-4bbe-4a2f-b1e3-281203ab66ca tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 944 time: 0.2933757
Jun 21 16:37:01.813813 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4070a752-6dd1-42af-9aa6-5c1b5bac2de5 req-b39d0928-b21d-4265-a1c8-78f8c2a4353f tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1890709
Jun 21 16:37:01.814571 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-cf808d49-ab6b-4faf-893f-5c7ab8fa5461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:01.871192 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-cf808d49-ab6b-4faf-893f-5c7ab8fa5461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:01.930176 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ce52b-1d10-449d-aa4b-efac5aeb9539 req-48cfdbc0-76d6-4eff-8f31-3252afd62f7f tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:01.931933 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c37ce52b-1d10-449d-aa4b-efac5aeb9539 req-48cfdbc0-76d6-4eff-8f31-3252afd62f7f tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.2259934
Jun 21 16:37:01.971593 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b451ec71-639d-4ef8-9469-9f77d69946e6 None None] Network 9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:37:01.983122 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-cf808d49-ab6b-4faf-893f-5c7ab8fa5461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:01.989161 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-9183cbd4-f4d5-4b0d-99aa-3db7e00291d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:02.013291 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c37ce52b-1d10-449d-aa4b-efac5aeb9539 req-9f896d17-f945-4e84-901c-c07d8151062b tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0747693
Jun 21 16:37:02.015803 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf808d49-ab6b-4faf-893f-5c7ab8fa5461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c238e0a-a2d4-494b-bfa4-a699ac4b1c42,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:02.037355 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-cf808d49-ab6b-4faf-893f-5c7ab8fa5461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:02.044995 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-cf808d49-ab6b-4faf-893f-5c7ab8fa5461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:02.046089 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-cf808d49-ab6b-4faf-893f-5c7ab8fa5461 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8c238e0a-a2d4-494b-bfa4-a699ac4b1c42 HTTP/1.1" status: 204  len: 168 time: 0.5144727
Jun 21 16:37:02.130842 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-fc8e249a-2586-4544-ba92-fbd26f7bc923 None None] Provisioning for port 50378c5c-1625-4307-b774-8dcf6e53a81f completed by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:37:02.134133 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cca8efb0-9593-43b6-92b9-eefaeab4bbdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727309'] for router, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:02.139087 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-fc8e249a-2586-4544-ba92-fbd26f7bc923 None None] Provisioning complete for port 50378c5c-1625-4307-b774-8dcf6e53a81f triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:37:02.139827 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-fc8e249a-2586-4544-ba92-fbd26f7bc923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:02.445162 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-fc8e249a-2586-4544-ba92-fbd26f7bc923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:02.500042 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-fc8e249a-2586-4544-ba92-fbd26f7bc923 None None] For port 50378c5c-1625-4307-b774-8dcf6e53a81f, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=50378c5c-1625-4307-b774-8dcf6e53a81f,segment=NetworkSegment(1e3104e4-02f1-4c01-87b5-ee4849ad50f6),segment_id=1e3104e4-02f1-4c01-87b5-ee4849ad50f6)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:37:02.515644 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-fc8e249a-2586-4544-ba92-fbd26f7bc923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:02.522846 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:02.557723 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca8efb0-9593-43b6-92b9-eefaeab4bbdd admin admin] Router 3cbf3fa4-d626-4a26-983e-7f89518c5f4f is scheduled to L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb with binding_index 1 {{(pid=78426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 16:37:02.622861 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e249a-2586-4544-ba92-fbd26f7bc923 None None] Pushing event updated for resources: {'Port': ['ID=50378c5c-1625-4307-b774-8dcf6e53a81f,revision_number=3']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:02.626039 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-fc8e249a-2586-4544-ba92-fbd26f7bc923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:02.809043 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca8efb0-9593-43b6-92b9-eefaeab4bbdd admin admin] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:37:02.819498 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0554de6b-d782-4bed-a510-f301cef1477b None None] Sync routers for ids ['3cbf3fa4-d626-4a26-983e-7f89518c5f4f'] in dv-cinder-797161-1-iscsi {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:37:02.831554 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571a664-0080-4c69-acbd-868e779e2aa2 req-1114e396-95f5-4232-b620-c40bc9434de3 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:02.844117 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0554de6b-d782-4bed-a510-f301cef1477b None None] Routers {'3cbf3fa4-d626-4a26-983e-7f89518c5f4f'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:37:02.844928 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-0554de6b-d782-4bed-a510-f301cef1477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979deaa130>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:36:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['3cbf3fa4-d626-4a26-983e-7f89518c5f4f'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:37:02.849000 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-0d6921d7-d56a-4e19-a386-55f202bda914 None None] Provisioning complete for port 50378c5c-1625-4307-b774-8dcf6e53a81f triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:37:02.849391 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-0d6921d7-d56a-4e19-a386-55f202bda914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:02.852622 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7571a664-0080-4c69-acbd-868e779e2aa2 req-1114e396-95f5-4232-b620-c40bc9434de3 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.1849728
Jun 21 16:37:02.869095 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cca8efb0-9593-43b6-92b9-eefaeab4bbdd admin admin] Notify callbacks [] for router, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:02.872986 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-cca8efb0-9593-43b6-92b9-eefaeab4bbdd admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.0963168
Jun 21 16:37:02.874866 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 40040) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:02.934998 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7571a664-0080-4c69-acbd-868e779e2aa2 req-71b4f290-fd47-485e-89b4-01fc6f224648 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801723
Jun 21 16:37:03.168103 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['42c93584-495e-4381-a61f-b977ecbd7633'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:37:03.217440 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-0554de6b-d782-4bed-a510-f301cef1477b None None] Set router 3cbf3fa4-d626-4a26-983e-7f89518c5f4f gateway port host: dv-cinder-797161-1-iscsi {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:37:03.263869 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a2136-3327-4f8e-b94c-cee03fbcf514 req-a1ae2975-5cbe-461e-9ddc-056bec44a188 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:03.265526 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1a9a2136-3327-4f8e-b94c-cee03fbcf514 req-a1ae2975-5cbe-461e-9ddc-056bec44a188 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 944 time: 0.2215526
Jun 21 16:37:03.404633 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1a9a2136-3327-4f8e-b94c-cee03fbcf514 req-b5638718-01d3-4257-b206-dd130288bf9c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0839972
Jun 21 16:37:03.468645 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 50378c5c-1625-4307-b774-8dcf6e53a81f up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:37:03.481847 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba974ea7-d7e4-4b99-9cc7-412e2d3d33f5 req-232f3c04-f236-4e5b-bb75-e6824b87c471 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:03.490825 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ba974ea7-d7e4-4b99-9cc7-412e2d3d33f5 req-232f3c04-f236-4e5b-bb75-e6824b87c471 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.2241876
Jun 21 16:37:03.604791 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ba974ea7-d7e4-4b99-9cc7-412e2d3d33f5 req-7800f646-3f73-49a8-a8e6-cdd6254f6398 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1129436
Jun 21 16:37:03.664161 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port 50378c5c-1625-4307-b774-8dcf6e53a81f triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:37:03.664712 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:03.856451 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-0554de6b-d782-4bed-a510-f301cef1477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979deaa130>, [{'id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'name': 'tempest-TestShelveInstance-1610466586-router', 'tenant_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '1a7a85c1-6f3a-428d-abb0-b49d274789cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:36:58Z', 'updated_at': '2021-06-21T16:37:00Z', 'revision_number': 3, 'project_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'gw_port': {'id': '1a7a85c1-6f3a-428d-abb0-b49d274789cf', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:36:59Z', 'updated_at': '2021-06-21T16:36:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi'}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:37:03.861696 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0554de6b-d782-4bed-a510-f301cef1477b None None] Checking router: 3cbf3fa4-d626-4a26-983e-7f89518c5f4f for host: dv-cinder-797161-1-iscsi {{(pid=78429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:37:03.862289 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0554de6b-d782-4bed-a510-f301cef1477b None None] Updating router 3cbf3fa4-d626-4a26-983e-7f89518c5f4f port 1a7a85c1-6f3a-428d-abb0-b49d274789cf binding host dv-cinder-797161-1-iscsi {{(pid=78429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 16:37:03.975450 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-0554de6b-d782-4bed-a510-f301cef1477b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:04.306503 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-7a3d265b-8d8e-470d-b303-31cbce4178d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:04.374625 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274758ee-ca0d-46e8-a4ca-31818161bd45 req-801a1268-9329-45fb-84ba-5e2494570741 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:04.390300 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-274758ee-ca0d-46e8-a4ca-31818161bd45 req-801a1268-9329-45fb-84ba-5e2494570741 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.2237825
Jun 21 16:37:04.476800 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-274758ee-ca0d-46e8-a4ca-31818161bd45 req-140a0099-67d4-4604-9a87-4de2af661592 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849075
Jun 21 16:37:04.670922 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [None req-7a3d265b-8d8e-470d-b303-31cbce4178d3 admin admin] Allocated IP 172.20.0.1 (9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4/d28f0b85-c931-4d9a-9dda-91c9d86f9837/3707e81f-c26c-472c-b39b-def6c0d82f04) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:37:04.744282 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5d2e3-23d6-42d8-9a6e-0cdbf91f473b req-87645c3b-d4f0-4ece-9099-29b007d2139e tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:04.752720 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-96d5d2e3-23d6-42d8-9a6e-0cdbf91f473b req-87645c3b-d4f0-4ece-9099-29b007d2139e tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 944 time: 0.1319287
Jun 21 16:37:04.810549 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-96d5d2e3-23d6-42d8-9a6e-0cdbf91f473b req-e5990c38-9960-4e5d-b4d5-c942d600a374 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564086
Jun 21 16:37:04.874964 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-0554de6b-d782-4bed-a510-f301cef1477b None None] Notify callbacks [] for port, precommit_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:04.897021 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.provisioning_blocks [None req-0554de6b-d782-4bed-a510-f301cef1477b None None] Transition to ACTIVE for port object 1a7a85c1-6f3a-428d-abb0-b49d274789cf will not be triggered until provisioned by entity L2. {{(pid=78429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:37:04.916401 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-0554de6b-d782-4bed-a510-f301cef1477b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:04.933629 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [None req-c2061358-0b99-4224-b7b5-d1ccb3a68def None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:04.945473 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-7a3d265b-8d8e-470d-b303-31cbce4178d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:04.966041 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-7a3d265b-8d8e-470d-b303-31cbce4178d3 admin admin] Transition to ACTIVE for port object 3707e81f-c26c-472c-b39b-def6c0d82f04 will not be triggered until provisioned by entity DHCP. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:37:05.006188 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-7a3d265b-8d8e-470d-b303-31cbce4178d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:05.022516 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 42c93584-495e-4381-a61f-b977ecbd7633 up at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:37:05.038230 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:05.067475 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9571e996-29fd-4410-a6b9-76524b13a43f None None] Pushing event updated for resources: {'Port': ['ID=1a7a85c1-6f3a-428d-abb0-b49d274789cf,revision_number=2']} {{(pid=78429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:05.102734 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9571e996-29fd-4410-a6b9-76524b13a43f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:05.103510 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9571e996-29fd-4410-a6b9-76524b13a43f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:05.103510 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9571e996-29fd-4410-a6b9-76524b13a43f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:05.104051 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9571e996-29fd-4410-a6b9-76524b13a43f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:05.105496 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9571e996-29fd-4410-a6b9-76524b13a43f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:05.107129 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9571e996-29fd-4410-a6b9-76524b13a43f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:05.108470 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9571e996-29fd-4410-a6b9-76524b13a43f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:05.109505 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9571e996-29fd-4410-a6b9-76524b13a43f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:05.111796 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9571e996-29fd-4410-a6b9-76524b13a43f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:05.113467 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9571e996-29fd-4410-a6b9-76524b13a43f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:05.113964 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9571e996-29fd-4410-a6b9-76524b13a43f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:05.117318 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9571e996-29fd-4410-a6b9-76524b13a43f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:05.135264 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3d265b-8d8e-470d-b303-31cbce4178d3 admin admin] Network 9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4 is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:37:05.138027 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-7a3d265b-8d8e-470d-b303-31cbce4178d3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:37:05.140652 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3d265b-8d8e-470d-b303-31cbce4178d3 admin admin] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:37:05.189939 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d265b-8d8e-470d-b303-31cbce4178d3 admin admin] Pushing event updated for resources: {'Port': ['ID=3707e81f-c26c-472c-b39b-def6c0d82f04,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:05.194077 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-7a3d265b-8d8e-470d-b303-31cbce4178d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:05.214825 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.managers [None req-0554de6b-d782-4bed-a510-f301cef1477b None None] Attempting to bind port 1a7a85c1-6f3a-428d-abb0-b49d274789cf on host dv-cinder-797161-1-iscsi for vnic_type normal with profile  {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:37:05.216973 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.managers [None req-0554de6b-d782-4bed-a510-f301cef1477b None None] Attempting to bind port 1a7a85c1-6f3a-428d-abb0-b49d274789cf by drivers openvswitch,hyperv on host dv-cinder-797161-1-iscsi at level 0 using segments [{'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'}] {{(pid=78429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:37:05.217504 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0554de6b-d782-4bed-a510-f301cef1477b None None] Attempting to bind port 1a7a85c1-6f3a-428d-abb0-b49d274789cf on network 70dc8c3b-1fd1-4e34-848f-30da40ce5650 {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:37:05.234712 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ab31d-5919-4a0d-b716-bdcbb3050ffa req-ff3f5a48-1092-47d8-b13e-d42426824fea tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:05.238175 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [None req-9571e996-29fd-4410-a6b9-76524b13a43f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:05.239947 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-7a3d265b-8d8e-470d-b303-31cbce4178d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726498'] for router_interface, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:05.258454 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-797ab31d-5919-4a0d-b716-bdcbb3050ffa req-ff3f5a48-1092-47d8-b13e-d42426824fea tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.2636075
Jun 21 16:37:05.260011 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0554de6b-d782-4bed-a510-f301cef1477b None None] Checking agent: {'id': '52503dc4-35dc-4c7a-aab7-0589b5985e7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797161-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 25, 48), 'started_at': datetime.datetime(2021, 6, 21, 16, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797161-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:37:05.260867 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0554de6b-d782-4bed-a510-f301cef1477b None None] Checking segment: {'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:37:05.261458 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-0554de6b-d782-4bed-a510-f301cef1477b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:05.262076 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0554de6b-d782-4bed-a510-f301cef1477b None None] Bound using segment: {'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'} {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:37:05.262744 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.managers [None req-0554de6b-d782-4bed-a510-f301cef1477b None None] Bound port: 1a7a85c1-6f3a-428d-abb0-b49d274789cf, host: dv-cinder-797161-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'}}] {{(pid=78429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:37:05.263384 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-0554de6b-d782-4bed-a510-f301cef1477b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:05.358941 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning complete for port 42c93584-495e-4381-a61f-b977ecbd7633 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:37:05.359427 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:05.445637 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-797ab31d-5919-4a0d-b716-bdcbb3050ffa req-c4c8396d-b56e-4bf3-adf5-384a3c595614 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1858478
Jun 21 16:37:05.484916 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.db [None req-0554de6b-d782-4bed-a510-f301cef1477b None None] For port 1a7a85c1-6f3a-428d-abb0-b49d274789cf, host dv-cinder-797161-1-iscsi, cleared binding levels {{(pid=78429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:37:05.492643 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.db [None req-0554de6b-d782-4bed-a510-f301cef1477b None None] For port 1a7a85c1-6f3a-428d-abb0-b49d274789cf, host dv-cinder-797161-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=1a7a85c1-6f3a-428d-abb0-b49d274789cf,segment=NetworkSegment(3123edc3-090a-4516-9a79-a6a8c7b9190b),segment_id=3123edc3-090a-4516-9a79-a6a8c7b9190b)] {{(pid=78429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:37:05.497674 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-0554de6b-d782-4bed-a510-f301cef1477b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:05.501587 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:05.620803 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-7a3d265b-8d8e-470d-b303-31cbce4178d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:05.667715 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:05.675761 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0554de6b-d782-4bed-a510-f301cef1477b None None] Routers {'3cbf3fa4-d626-4a26-983e-7f89518c5f4f'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:37:05.679204 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-0554de6b-d782-4bed-a510-f301cef1477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979deaa130>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:36:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['3cbf3fa4-d626-4a26-983e-7f89518c5f4f'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:37:05.762102 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 42c93584-495e-4381-a61f-b977ecbd7633, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=42c93584-495e-4381-a61f-b977ecbd7633,segment=NetworkSegment(cb66d3c6-9116-4b7e-95d4-8704f85ac6dc),segment_id=cb66d3c6-9116-4b7e-95d4-8704f85ac6dc)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:37:05.767963 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb49a93-87b9-4e81-b4a3-c8e876dab673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c93584-495e-4381-a61f-b977ecbd7633'}] {{(pid=78428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:37:05.771458 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9571e996-29fd-4410-a6b9-76524b13a43f None None] Pushing event updated for resources: {'Port': ['ID=1a7a85c1-6f3a-428d-abb0-b49d274789cf,revision_number=3']} {{(pid=78429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:05.778162 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [None req-9571e996-29fd-4410-a6b9-76524b13a43f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:05.781894 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:05.792508 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-f846c445-1f0e-42b3-b757-8f97f2ba0749 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:05.871821 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-47804241-0132-4d98-a6f5-8ceb56925c56 None None] Provisioning for port 3707e81f-c26c-472c-b39b-def6c0d82f04 completed by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:37:05.896331 dv-cinder-797161-1-iscsi neutron-server[78428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb49a93-87b9-4e81-b4a3-c8e876dab673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c93584-495e-4381-a61f-b977ecbd7633', 'code': 200}
Jun 21 16:37:05.937000 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-47804241-0132-4d98-a6f5-8ceb56925c56 None None] Provisioning complete for port 3707e81f-c26c-472c-b39b-def6c0d82f04 triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:37:05.937263 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-47804241-0132-4d98-a6f5-8ceb56925c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:06.003045 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-47804241-0132-4d98-a6f5-8ceb56925c56 None None] Port 3707e81f-c26c-472c-b39b-def6c0d82f04 cannot update to ACTIVE because it is not bound. {{(pid=78428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 16:37:06.033018 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-0554de6b-d782-4bed-a510-f301cef1477b None None] Set router 3cbf3fa4-d626-4a26-983e-7f89518c5f4f gateway port host: dv-cinder-797161-1-iscsi {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:37:06.036577 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=42c93584-495e-4381-a61f-b977ecbd7633,revision_number=7']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:06.054884 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:06.092568 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-7a3d265b-8d8e-470d-b303-31cbce4178d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:06.105737 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-7a3d265b-8d8e-470d-b303-31cbce4178d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2434630'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:06.167809 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-cca8efb0-9593-43b6-92b9-eefaeab4bbdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:06.297484 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d265b-8d8e-470d-b303-31cbce4178d3 admin admin] Pushing event updated for resources: {'Port': ['ID=3707e81f-c26c-472c-b39b-def6c0d82f04,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:06.300435 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-7a3d265b-8d8e-470d-b303-31cbce4178d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:06.302876 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-7a3d265b-8d8e-470d-b303-31cbce4178d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1726593'] for router_interface, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:06.423589 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5106a-6e60-4e0d-a162-843a6759484d req-aa123a14-4168-4d19-83aa-815ad8c17c62 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:06.425550 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-aae5106a-6e60-4e0d-a162-843a6759484d req-aa123a14-4168-4d19-83aa-815ad8c17c62 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.1380079
Jun 21 16:37:06.512893 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3d265b-8d8e-470d-b303-31cbce4178d3 admin admin] Network 9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4 is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:37:06.515004 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-7a3d265b-8d8e-470d-b303-31cbce4178d3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:37:06.550641 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-aae5106a-6e60-4e0d-a162-843a6759484d req-e1745c71-ec55-4124-af48-64f279afd813 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1160738
Jun 21 16:37:06.732431 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392eded3-25ad-400f-9187-194a6d4cff66 req-fa538e5b-8721-4d9c-b5dc-0bb65f25c198 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:06.739841 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-392eded3-25ad-400f-9187-194a6d4cff66 req-fa538e5b-8721-4d9c-b5dc-0bb65f25c198 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.0995734
Jun 21 16:37:06.785011 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3d265b-8d8e-470d-b303-31cbce4178d3 admin admin] Router 3cbf3fa4-d626-4a26-983e-7f89518c5f4f has already been hosted by L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb {{(pid=78426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 16:37:06.792312 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-0554de6b-d782-4bed-a510-f301cef1477b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979deaa130>, [{'id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'name': 'tempest-TestShelveInstance-1610466586-router', 'tenant_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '1a7a85c1-6f3a-428d-abb0-b49d274789cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:36:58Z', 'updated_at': '2021-06-21T16:37:05Z', 'revision_number': 4, 'project_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'gw_port': {'id': '1a7a85c1-6f3a-428d-abb0-b49d274789cf', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:36:59Z', 'updated_at': '2021-06-21T16:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': '3707e81f-c26c-472c-b39b-def6c0d82f04', 'name': '', 'network_id': '9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4', 'tenant_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'mac_address': 'fa:16:3e:80:02:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'd28f0b85-c931-4d9a-9dda-91c9d86f9837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:37:04Z', 'updated_at': '2021-06-21T16:37:04Z', 'revision_number': 1, 'project_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'subnets': [{'id': 'd28f0b85-c931-4d9a-9dda-91c9d86f9837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:37:06.797841 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0554de6b-d782-4bed-a510-f301cef1477b None None] The sync data for ids ['3cbf3fa4-d626-4a26-983e-7f89518c5f4f'] in dv-cinder-797161-1-iscsi is: [{'id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'name': 'tempest-TestShelveInstance-1610466586-router', 'tenant_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '1a7a85c1-6f3a-428d-abb0-b49d274789cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:36:58Z', 'updated_at': '2021-06-21T16:37:05Z', 'revision_number': 4, 'project_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'gw_port': {'id': '1a7a85c1-6f3a-428d-abb0-b49d274789cf', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:36:59Z', 'updated_at': '2021-06-21T16:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': '3707e81f-c26c-472c-b39b-def6c0d82f04', 'name': '', 'network_id': '9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4', 'tenant_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'mac_address': 'fa:16:3e:80:02:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'd28f0b85-c931-4d9a-9dda-91c9d86f9837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:37:04Z', 'updated_at': '2021-06-21T16:37:04Z', 'revision_number': 1, 'project_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'subnets': [{'id': 'd28f0b85-c931-4d9a-9dda-91c9d86f9837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:37:06.815983 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-392eded3-25ad-400f-9187-194a6d4cff66 req-34518638-4632-4a5c-86d6-d7fe670b09e0 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0749819
Jun 21 16:37:06.957096 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-a49463bd-d396-42f7-bb2f-c0bda77b4f62 None None] Provisioning complete for port 3707e81f-c26c-472c-b39b-def6c0d82f04 triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:37:06.957693 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-a49463bd-d396-42f7-bb2f-c0bda77b4f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:07.063856 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-a49463bd-d396-42f7-bb2f-c0bda77b4f62 None None] Port 3707e81f-c26c-472c-b39b-def6c0d82f04 cannot update to ACTIVE because it is not bound. {{(pid=78428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 16:37:07.340408 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3d265b-8d8e-470d-b303-31cbce4178d3 admin admin] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:37:07.365408 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-7a3d265b-8d8e-470d-b303-31cbce4178d3 admin admin] 10.222.0.24 "PUT /v2.0/routers/3cbf3fa4-d626-4a26-983e-7f89518c5f4f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4867487
Jun 21 16:37:07.926571 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c8ca1-39bd-42ee-853b-8119cfb5cd7d req-a18f7522-cf56-4c77-8dc4-a2ac0d998a59 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:07.929235 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-df4c8ca1-39bd-42ee-853b-8119cfb5cd7d req-a18f7522-cf56-4c77-8dc4-a2ac0d998a59 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.1876707
Jun 21 16:37:08.053668 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-df4c8ca1-39bd-42ee-853b-8119cfb5cd7d req-94aa9a66-ae8f-4e14-b4da-dbe4e1d0d709 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1188049
Jun 21 16:37:08.255562 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751089a3-cc97-4f16-b2a1-7a425cb32dc1 req-772230fa-5e4e-4dac-884f-214fc770ee0c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:08.266032 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-751089a3-cc97-4f16-b2a1-7a425cb32dc1 req-772230fa-5e4e-4dac-884f-214fc770ee0c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.1946237
Jun 21 16:37:08.332821 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-751089a3-cc97-4f16-b2a1-7a425cb32dc1 req-76ff728d-36d8-4457-938e-66dfb33bcdf7 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0652852
Jun 21 16:37:08.502348 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 40144) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:08.508509 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-dd3b862a-8e3d-4421-a637-07535b8a7c20 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1981811340-network', 'tenant_id': 'cc802e344e644a038ba2608a93034dc1'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:37:08.520361 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-dd3b862a-8e3d-4421-a637-07535b8a7c20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:37:08.525904 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-dd3b862a-8e3d-4421-a637-07535b8a7c20 admin admin] Usage tracker for resource:network and tenant:cc802e344e644a038ba2608a93034dc1 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:37:08.530806 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-dd3b862a-8e3d-4421-a637-07535b8a7c20 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:37:08.538439 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-dd3b862a-8e3d-4421-a637-07535b8a7c20 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:37:08.571686 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3b862a-8e3d-4421-a637-07535b8a7c20 admin admin] Made reservation on behalf of cc802e344e644a038ba2608a93034dc1 for: {'network': 1} {{(pid=78426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:37:08.575351 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dd3b862a-8e3d-4421-a637-07535b8a7c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for network, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:08.625337 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dd3b862a-8e3d-4421-a637-07535b8a7c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:08.650533 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-dd3b862a-8e3d-4421-a637-07535b8a7c20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:37:08.655183 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-dd3b862a-8e3d-4421-a637-07535b8a7c20 admin admin] Usage tracker for resource:security_group_rule and tenant:cc802e344e644a038ba2608a93034dc1 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:37:08.659841 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-dd3b862a-8e3d-4421-a637-07535b8a7c20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:37:08.676060 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-dd3b862a-8e3d-4421-a637-07535b8a7c20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:37:08.863036 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dd3b862a-8e3d-4421-a637-07535b8a7c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:08.872980 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dd3b862a-8e3d-4421-a637-07535b8a7c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:08.880052 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-e6acd87e-6dad-43d6-a886-c142a796a871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:08.928303 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd3b862a-8e3d-4421-a637-07535b8a7c20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636}  {{(pid=78426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 16:37:08.971438 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b862a-8e3d-4421-a637-07535b8a7c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907b997b-698e-4fcc-af15-b55c40159562,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:08.991854 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dd3b862a-8e3d-4421-a637-07535b8a7c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645578'] for segment, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:08.992372 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.db.segments_db [None req-dd3b862a-8e3d-4421-a637-07535b8a7c20 admin admin] Added segment 41f3329e-ef22-41f2-a0ff-14688e19272c of type vlan for network 14b89045-bed3-4e7a-8535-8286703eca56
Jun 21 16:37:08.995956 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-dd3b862a-8e3d-4421-a637-07535b8a7c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:09.045605 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dd3b862a-8e3d-4421-a637-07535b8a7c20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768073942321'] for network, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:09.085009 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11725af0-4f1a-4047-81ee-d30035b76286 req-eb4ee73a-3b21-4dce-877c-eff531521ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:09.086648 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-11725af0-4f1a-4047-81ee-d30035b76286 req-eb4ee73a-3b21-4dce-877c-eff531521ddf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=905d3e9862c043939d7e73a1320af084&device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 1099 time: 0.1095977
Jun 21 16:37:09.094248 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ca925-8bd2-4d0a-894c-29e341d58541 req-68cb9a42-9d2e-4cd6-967c-a1044f83c07a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:09.102908 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f35ca925-8bd2-4d0a-894c-29e341d58541 req-68cb9a42-9d2e-4cd6-967c-a1044f83c07a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.2236617
Jun 21 16:37:09.121677 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dd3b862a-8e3d-4421-a637-07535b8a7c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592'] for network, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:09.123132 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3b862a-8e3d-4421-a637-07535b8a7c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:09.123838 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dd3b862a-8e3d-4421-a637-07535b8a7c20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for network, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:09.165544 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-e754cf9c-b242-4585-ad97-edfd07edd95f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:09.186452 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 40156) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:09.340103 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b862a-8e3d-4421-a637-07535b8a7c20 admin admin] Pushing event updated for resources: {'Network': ['ID=14b89045-bed3-4e7a-8535-8286703eca56,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:09.343888 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-dd3b862a-8e3d-4421-a637-07535b8a7c20 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8401952
Jun 21 16:37:09.344673 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-dd3b862a-8e3d-4421-a637-07535b8a7c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:09.346414 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 40162) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:09.352282 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-f37c4d4c-3683-46cb-a839-5e81b66467aa admin admin] Request body: {'subnet': {'network_id': '14b89045-bed3-4e7a-8535-8286703eca56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1981811340-subnet', 'tenant_id': 'cc802e344e644a038ba2608a93034dc1', 'ip_version': 4}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:37:09.355967 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Network 14b89045-bed3-4e7a-8535-8286703eca56 details requested by agent ovs-agent-dv-cinder-797161-1-iscsi with host dv-cinder-797161-1-iscsi {{(pid=78428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 16:37:09.358672 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-f37c4d4c-3683-46cb-a839-5e81b66467aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:37:09.364596 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-f37c4d4c-3683-46cb-a839-5e81b66467aa admin admin] Usage tracker for resource:subnet and tenant:cc802e344e644a038ba2608a93034dc1 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:37:09.368109 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-f37c4d4c-3683-46cb-a839-5e81b66467aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:37:09.386057 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-f37c4d4c-3683-46cb-a839-5e81b66467aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:37:09.394471 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 1a7a85c1-6f3a-428d-abb0-b49d274789cf up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:37:09.426254 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37c4d4c-3683-46cb-a839-5e81b66467aa admin admin] Made reservation on behalf of cc802e344e644a038ba2608a93034dc1 for: {'subnet': 1} {{(pid=78426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:37:09.429982 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f37c4d4c-3683-46cb-a839-5e81b66467aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2229037'] for subnet, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:09.478950 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11725af0-4f1a-4047-81ee-d30035b76286 req-f5542755-9322-40f1-ba34-fd568a437e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:09.480610 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-11725af0-4f1a-4047-81ee-d30035b76286 req-f5542755-9322-40f1-ba34-fd568a437e7b service neutron] 10.222.0.39 "GET /v2.0/networks?id=a67c6bd4-5155-4840-9134-bc4e7230ff7f HTTP/1.1" status: 200  len: 912 time: 0.3755460
Jun 21 16:37:09.513134 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-5c5d6588-2a3e-491e-9f21-5ed71ae68004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:09.657112 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning for port 1a7a85c1-6f3a-428d-abb0-b49d274789cf completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:37:09.661136 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f35ca925-8bd2-4d0a-894c-29e341d58541 req-04a3b578-9a1c-4947-b6ec-a918f3936803 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5567820
Jun 21 16:37:09.669480 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port 1a7a85c1-6f3a-428d-abb0-b49d274789cf triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:37:09.670056 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:09.681201 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-5c5d6588-2a3e-491e-9f21-5ed71ae68004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:37:09.716786 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-5c5d6588-2a3e-491e-9f21-5ed71ae68004 admin admin] Usage tracker for resource:security_group_rule and tenant:e0a7f72b39a94a1ab721f87bf281116c is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:37:09.736639 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-5c5d6588-2a3e-491e-9f21-5ed71ae68004 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:37:09.777160 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-5c5d6588-2a3e-491e-9f21-5ed71ae68004 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:37:09.785039 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-11725af0-4f1a-4047-81ee-d30035b76286 req-eaef7808-651d-423d-9c15-bd04a7d4deda service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32d8e820-c446-4a72-97ae-5ee7f9df1866 HTTP/1.1" status: 200  len: 1001 time: 0.2561054
Jun 21 16:37:09.804147 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4c31f-d09b-48ec-8b63-fd8dcf2d4613 req-9630b917-93f2-4753-b6dd-9b17abbb194c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:09.812804 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e9c4c31f-d09b-48ec-8b63-fd8dcf2d4613 req-9630b917-93f2-4753-b6dd-9b17abbb194c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.3031068
Jun 21 16:37:09.911220 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:09.937679 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] For port 1a7a85c1-6f3a-428d-abb0-b49d274789cf, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=1a7a85c1-6f3a-428d-abb0-b49d274789cf,segment=NetworkSegment(3123edc3-090a-4516-9a79-a6a8c7b9190b),segment_id=3123edc3-090a-4516-9a79-a6a8c7b9190b)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:37:09.946915 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:09.948912 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:10.042138 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e9c4c31f-d09b-48ec-8b63-fd8dcf2d4613 req-9cf74618-6ee1-4daa-b6fe-ea6ab5c81035 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1242554
Jun 21 16:37:10.042631 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4d33a1-1d61-4b86-8d07-3c513b6b44cd None None] Sync routers for ids ['3cbf3fa4-d626-4a26-983e-7f89518c5f4f'] in dv-cinder-797161-1-iscsi {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:37:10.053912 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f37c4d4c-3683-46cb-a839-5e81b66467aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2434771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2229055'] for subnet, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:10.062667 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-5b44be0f-658a-48e8-8d6e-c758f1200e7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:10.077429 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11725af0-4f1a-4047-81ee-d30035b76286 req-7c684f08-5c95-4365-bb91-f05680e69cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:10.080480 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-11725af0-4f1a-4047-81ee-d30035b76286 req-7c684f08-5c95-4365-bb91-f05680e69cb7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2be6e26d-5dd3-4545-8f70-57f38dc5039e HTTP/1.1" status: 200  len: 850 time: 0.2577996
Jun 21 16:37:10.094321 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4d33a1-1d61-4b86-8d07-3c513b6b44cd None None] Routers {'3cbf3fa4-d626-4a26-983e-7f89518c5f4f'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:37:10.095374 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-dd4d33a1-1d61-4b86-8d07-3c513b6b44cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d160e20>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:36:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['3cbf3fa4-d626-4a26-983e-7f89518c5f4f'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:37:10.223986 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11725af0-4f1a-4047-81ee-d30035b76286 req-73a5b217-dc27-461c-980a-f34c0e1ff6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:10.225774 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-11725af0-4f1a-4047-81ee-d30035b76286 req-73a5b217-dc27-461c-980a-f34c0e1ff6d8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a67c6bd4-5155-4840-9134-bc4e7230ff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1374228
Jun 21 16:37:10.248397 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37c4d4c-3683-46cb-a839-5e81b66467aa admin admin] Checking segment: {'id': '41f3329e-ef22-41f2-a0ff-14688e19272c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '14b89045-bed3-4e7a-8535-8286703eca56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:37:10.248775 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37c4d4c-3683-46cb-a839-5e81b66467aa admin admin] Network hostable DHCP agents. Network: 14b89045-bed3-4e7a-8535-8286703eca56, hostable agents: ['3e057b97-a383-4976-a3a1-556748f7f018'], hosted agents: [] {{(pid=78426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 16:37:10.256953 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c4d4c-3683-46cb-a839-5e81b66467aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ce2590f-c60e-4333-88ee-f55ef3d830e1,revision_number=0']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:10.267269 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-f37c4d4c-3683-46cb-a839-5e81b66467aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:10.288370 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37c4d4c-3683-46cb-a839-5e81b66467aa admin admin] Network 14b89045-bed3-4e7a-8535-8286703eca56 is scheduled to be hosted by DHCP agent 3e057b97-a383-4976-a3a1-556748f7f018 with binding_index 1 {{(pid=78426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 16:37:10.298328 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Pushing event updated for resources: {'Port': ['ID=1a7a85c1-6f3a-428d-abb0-b49d274789cf,revision_number=4']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:10.312521 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-f37c4d4c-3683-46cb-a839-5e81b66467aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797161-1-iscsi, 14b89045-bed3-4e7a-8535-8286703eca56) {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:37:10.334167 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37c4d4c-3683-46cb-a839-5e81b66467aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:10.334950 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f37c4d4c-3683-46cb-a839-5e81b66467aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:10.338808 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:10.340370 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709f3d72-09d4-4337-b66a-e1ac93d75927 None None] Network 14b89045-bed3-4e7a-8535-8286703eca56 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:37:10.367301 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-f37c4d4c-3683-46cb-a839-5e81b66467aa admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0198264
Jun 21 16:37:10.368147 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 40172) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:10.375038 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-187a3831-3872-4de3-ac06-7c9f8904fcc4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1981811340-router', 'tenant_id': 'cc802e344e644a038ba2608a93034dc1', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'}}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:37:10.380267 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-187a3831-3872-4de3-ac06-7c9f8904fcc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:37:10.384534 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-187a3831-3872-4de3-ac06-7c9f8904fcc4 admin admin] Usage tracker for resource:router and tenant:cc802e344e644a038ba2608a93034dc1 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:37:10.388153 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-187a3831-3872-4de3-ac06-7c9f8904fcc4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:37:10.396527 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-187a3831-3872-4de3-ac06-7c9f8904fcc4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:37:10.434040 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-5c5d6588-2a3e-491e-9f21-5ed71ae68004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:10.441715 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-11725af0-4f1a-4047-81ee-d30035b76286 req-ea4ee26f-551d-4871-b1ea-68c9d84e461b service neutron] 10.222.0.39 "GET /v2.0/networks/a67c6bd4-5155-4840-9134-bc4e7230ff7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2074733
Jun 21 16:37:10.443969 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-5c5d6588-2a3e-491e-9f21-5ed71ae68004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:10.454046 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-69fbf4a6-a631-439d-8eba-4652eee986ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:10.459390 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-187a3831-3872-4de3-ac06-7c9f8904fcc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1648372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-965'] for router, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:10.460479 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-187a3831-3872-4de3-ac06-7c9f8904fcc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1674493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-972'] for router, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:10.465066 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-dd4d33a1-1d61-4b86-8d07-3c513b6b44cd None None] Set router 3cbf3fa4-d626-4a26-983e-7f89518c5f4f gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:37:10.488009 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-187a3831-3872-4de3-ac06-7c9f8904fcc4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:10.574491 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-5c5d6588-2a3e-491e-9f21-5ed71ae68004 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e0a7f72b39a94a1ab721f87bf281116c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3867078
Jun 21 16:37:10.623296 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 40176) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:10.639337 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d6588-2a3e-491e-9f21-5ed71ae68004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210fe528-2157-4dd7-964a-b4b4041814f9,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:10.643128 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-5c5d6588-2a3e-491e-9f21-5ed71ae68004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:10.777342 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-11725af0-4f1a-4047-81ee-d30035b76286 req-d1d5d6f2-e1f2-4b6a-8474-fe16261a0371 service neutron] 10.222.0.39 "GET /v2.0/networks/a67c6bd4-5155-4840-9134-bc4e7230ff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3247480
Jun 21 16:37:10.789942 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-08277bff-7c19-45de-9e84-b46184aa2bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:10.826453 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-08277bff-7c19-45de-9e84-b46184aa2bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:10.916975 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-187a3831-3872-4de3-ac06-7c9f8904fcc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1648335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-994'] for router, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:10.989847 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-08277bff-7c19-45de-9e84-b46184aa2bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:11.000999 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171b0c77-31e9-497d-a4e2-17731dbe2726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a1ce61-a065-5478-9fd3-0dbf96752ebd-14b89045-bed3-4e7a-8535-8286703eca56', 'network_id': '14b89045-bed3-4e7a-8535-8286703eca56', 'tenant_id': 'cc802e344e644a038ba2608a93034dc1', 'fixed_ips': [{'subnet_id': '9ce2590f-c60e-4333-88ee-f55ef3d830e1'}]}} from dv-cinder-797161-1-iscsi. {{(pid=78428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 21 16:37:11.003155 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-171b0c77-31e9-497d-a4e2-17731dbe2726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:11.010427 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-8ecb1c1a-979d-45d9-9d42-67fdf1248f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:11.068534 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832203b-ab96-4f53-b56b-9ef990f298f1 req-2e3ea62a-7dd2-4a57-9329-7c5250c2b1d3 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:11.070482 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6832203b-ab96-4f53-b56b-9ef990f298f1 req-2e3ea62a-7dd2-4a57-9329-7c5250c2b1d3 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.1959567
Jun 21 16:37:11.073491 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08277bff-7c19-45de-9e84-b46184aa2bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210fe528-2157-4dd7-964a-b4b4041814f9,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:11.125125 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-08277bff-7c19-45de-9e84-b46184aa2bcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:11.126242 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-08277bff-7c19-45de-9e84-b46184aa2bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:11.144128 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-dd4d33a1-1d61-4b86-8d07-3c513b6b44cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d160e20>, [{'id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'name': 'tempest-TestShelveInstance-1610466586-router', 'tenant_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '1a7a85c1-6f3a-428d-abb0-b49d274789cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:36:58Z', 'updated_at': '2021-06-21T16:37:05Z', 'revision_number': 4, 'project_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'gw_port': {'id': '1a7a85c1-6f3a-428d-abb0-b49d274789cf', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:36:59Z', 'updated_at': '2021-06-21T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': '3707e81f-c26c-472c-b39b-def6c0d82f04', 'name': '', 'network_id': '9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4', 'tenant_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'mac_address': 'fa:16:3e:80:02:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'd28f0b85-c931-4d9a-9dda-91c9d86f9837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:37:04Z', 'updated_at': '2021-06-21T16:37:05Z', 'revision_number': 2, 'project_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'subnets': [{'id': 'd28f0b85-c931-4d9a-9dda-91c9d86f9837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:37:11.148374 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-08277bff-7c19-45de-9e84-b46184aa2bcf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/210fe528-2157-4dd7-964a-b4b4041814f9 HTTP/1.1" status: 204  len: 168 time: 0.5241146
Jun 21 16:37:11.184207 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4d33a1-1d61-4b86-8d07-3c513b6b44cd None None] Checking router: 3cbf3fa4-d626-4a26-983e-7f89518c5f4f for host: dv-cinder-797161-1-iscsi {{(pid=78428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:37:11.184923 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4d33a1-1d61-4b86-8d07-3c513b6b44cd None None] Updating router 3cbf3fa4-d626-4a26-983e-7f89518c5f4f port 3707e81f-c26c-472c-b39b-def6c0d82f04 binding host dv-cinder-797161-1-iscsi {{(pid=78428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 16:37:11.263528 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6832203b-ab96-4f53-b56b-9ef990f298f1 req-3c3229e6-d1af-43d4-bee1-3155217611a1 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1717918
Jun 21 16:37:11.297634 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-dd4d33a1-1d61-4b86-8d07-3c513b6b44cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:11.321853 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.db_base_plugin_common [None req-171b0c77-31e9-497d-a4e2-17731dbe2726 None None] Allocated IP 172.20.0.2 (14b89045-bed3-4e7a-8535-8286703eca56/9ce2590f-c60e-4333-88ee-f55ef3d830e1/4e40ed2f-2940-4934-8796-dc38f5f4cbef) {{(pid=78428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:37:11.377518 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 1a7a85c1-6f3a-428d-abb0-b49d274789cf up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:37:11.481527 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-187a3831-3872-4de3-ac06-7c9f8904fcc4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:11.499847 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fb6c1-0d39-4dde-953b-09c2909f54d2 req-207fa4e7-49fb-45ad-8049-e51cfc5740a1 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:11.509514 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b40fb6c1-0d39-4dde-953b-09c2909f54d2 req-207fa4e7-49fb-45ad-8049-e51cfc5740a1 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.2195325
Jun 21 16:37:11.674777 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-187a3831-3872-4de3-ac06-7c9f8904fcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:11.690459 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b40fb6c1-0d39-4dde-953b-09c2909f54d2 req-53155a4b-1a6e-496c-b51b-53ad144425bf tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1804140
Jun 21 16:37:11.867104 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port 1a7a85c1-6f3a-428d-abb0-b49d274789cf triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:37:11.867648 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:11.886785 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [None req-187a3831-3872-4de3-ac06-7c9f8904fcc4 admin admin] Allocated IP 172.27.1.11 (70dc8c3b-1fd1-4e34-848f-30da40ce5650/64348721-2f14-434e-9349-1c86303c6cb6/e5e5cdc5-6664-4b47-a7c4-6436294ee3c0) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:37:11.909069 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 40194) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:11.947394 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-260faa45-fdc8-42a3-b0f5-afa5e5025053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:12.046310 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-260faa45-fdc8-42a3-b0f5-afa5e5025053 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:37:12.063900 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-260faa45-fdc8-42a3-b0f5-afa5e5025053 admin admin] Usage tracker for resource:security_group_rule and tenant:c1e276a591db4978bd873662549186cf is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:37:12.075327 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-260faa45-fdc8-42a3-b0f5-afa5e5025053 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:37:12.091683 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-260faa45-fdc8-42a3-b0f5-afa5e5025053 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:37:12.126945 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-187a3831-3872-4de3-ac06-7c9f8904fcc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:12.132294 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-171b0c77-31e9-497d-a4e2-17731dbe2726 None None] Notify callbacks [] for port, precommit_create {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:12.143333 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-171b0c77-31e9-497d-a4e2-17731dbe2726 None None] Transition to ACTIVE for port object 4e40ed2f-2940-4934-8796-dc38f5f4cbef will not be triggered until provisioned by entity L2. {{(pid=78428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:37:12.165299 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-171b0c77-31e9-497d-a4e2-17731dbe2726 None None] Transition to ACTIVE for port object 4e40ed2f-2940-4934-8796-dc38f5f4cbef will not be triggered until provisioned by entity DHCP. {{(pid=78428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:37:12.165935 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c787461-6e06-4a95-ba3b-0731c76dfce8 req-df00cdd5-cd4f-4e78-a677-a76b46d22411 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:12.177396 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4c787461-6e06-4a95-ba3b-0731c76dfce8 req-df00cdd5-cd4f-4e78-a677-a76b46d22411 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 946 time: 0.1856549
Jun 21 16:37:12.193429 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-187a3831-3872-4de3-ac06-7c9f8904fcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:12.224032 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:12.250211 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-171b0c77-31e9-497d-a4e2-17731dbe2726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512'] for port, after_create {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:12.262690 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:12.287265 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187a3831-3872-4de3-ac06-7c9f8904fcc4 admin admin] Network 70dc8c3b-1fd1-4e34-848f-30da40ce5650 is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:37:12.295480 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-187a3831-3872-4de3-ac06-7c9f8904fcc4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:37:12.300470 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187a3831-3872-4de3-ac06-7c9f8904fcc4 admin admin] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:37:12.305374 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-260faa45-fdc8-42a3-b0f5-afa5e5025053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:12.316524 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-260faa45-fdc8-42a3-b0f5-afa5e5025053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:12.331820 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-3e95785a-3e6f-4ba1-afec-1cb7dcd66164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:12.373417 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a3831-3872-4de3-ac06-7c9f8904fcc4 admin admin] Pushing event updated for resources: {'Port': ['ID=e5e5cdc5-6664-4b47-a7c4-6436294ee3c0,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:12.375104 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171b0c77-31e9-497d-a4e2-17731dbe2726 None None] Network 14b89045-bed3-4e7a-8535-8286703eca56 is already hosted by enough agents. {{(pid=78428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:37:12.377951 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-187a3831-3872-4de3-ac06-7c9f8904fcc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:12.384701 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260faa45-fdc8-42a3-b0f5-afa5e5025053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6813e868-7d62-42a8-b595-dbf68c5eab13,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:12.385679 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.scheduler.base_scheduler [None req-171b0c77-31e9-497d-a4e2-17731dbe2726 None None] Resources bound (agent type, host, resource id):  {{(pid=78428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:37:12.388370 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171b0c77-31e9-497d-a4e2-17731dbe2726 None None] Received port after_create {{(pid=78428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:37:12.401929 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4c787461-6e06-4a95-ba3b-0731c76dfce8 req-b4a592c4-d8a2-468c-aaed-8deca12da376 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2236536
Jun 21 16:37:12.402803 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-260faa45-fdc8-42a3-b0f5-afa5e5025053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:12.414413 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b0c77-31e9-497d-a4e2-17731dbe2726 None None] Pushing event updated for resources: {'Port': ['ID=4e40ed2f-2940-4934-8796-dc38f5f4cbef,revision_number=1']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:12.417514 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-171b0c77-31e9-497d-a4e2-17731dbe2726 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:12.452244 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-260faa45-fdc8-42a3-b0f5-afa5e5025053 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c1e276a591db4978bd873662549186cf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5393808
Jun 21 16:37:12.454714 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 40200) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:12.532928 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-171b0c77-31e9-497d-a4e2-17731dbe2726 None None] Attempting to bind port 4e40ed2f-2940-4934-8796-dc38f5f4cbef on host dv-cinder-797161-1-iscsi for vnic_type normal with profile  {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:37:12.533458 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-171b0c77-31e9-497d-a4e2-17731dbe2726 None None] Attempting to bind port 4e40ed2f-2940-4934-8796-dc38f5f4cbef by drivers openvswitch,hyperv on host dv-cinder-797161-1-iscsi at level 0 using segments [{'id': '41f3329e-ef22-41f2-a0ff-14688e19272c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '14b89045-bed3-4e7a-8535-8286703eca56'}] {{(pid=78428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:37:12.533918 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b0c77-31e9-497d-a4e2-17731dbe2726 None None] Attempting to bind port 4e40ed2f-2940-4934-8796-dc38f5f4cbef on network 14b89045-bed3-4e7a-8535-8286703eca56 {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:37:12.572244 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b0c77-31e9-497d-a4e2-17731dbe2726 None None] Checking agent: {'id': '52503dc4-35dc-4c7a-aab7-0589b5985e7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797161-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 25, 48), 'started_at': datetime.datetime(2021, 6, 21, 16, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797161-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:37:12.572698 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b0c77-31e9-497d-a4e2-17731dbe2726 None None] Checking segment: {'id': '41f3329e-ef22-41f2-a0ff-14688e19272c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '14b89045-bed3-4e7a-8535-8286703eca56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:37:12.573197 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-171b0c77-31e9-497d-a4e2-17731dbe2726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:12.573688 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b0c77-31e9-497d-a4e2-17731dbe2726 None None] Bound using segment: {'id': '41f3329e-ef22-41f2-a0ff-14688e19272c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '14b89045-bed3-4e7a-8535-8286703eca56'} {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:37:12.574272 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-171b0c77-31e9-497d-a4e2-17731dbe2726 None None] Bound port: 4e40ed2f-2940-4934-8796-dc38f5f4cbef, host: dv-cinder-797161-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f3329e-ef22-41f2-a0ff-14688e19272c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '14b89045-bed3-4e7a-8535-8286703eca56'}}] {{(pid=78428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:37:12.574750 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-171b0c77-31e9-497d-a4e2-17731dbe2726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:12.643100 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2f2921ee-6e3c-4ba5-8dba-9b7f7ce18196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:12.657163 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a0969-140a-4d3d-86db-a04895a5efdb req-fae7dd49-98ee-47c1-bef2-d01339e357b0 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:12.659170 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e35a0969-140a-4d3d-86db-a04895a5efdb req-fae7dd49-98ee-47c1-bef2-d01339e357b0 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.1367004
Jun 21 16:37:12.666730 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-dd4d33a1-1d61-4b86-8d07-3c513b6b44cd None None] Notify callbacks [] for port, precommit_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:12.697722 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-dd4d33a1-1d61-4b86-8d07-3c513b6b44cd None None] Transition to ACTIVE for port object 3707e81f-c26c-472c-b39b-def6c0d82f04 will not be triggered until provisioned by entity L2. {{(pid=78428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:37:12.713147 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-dd4d33a1-1d61-4b86-8d07-3c513b6b44cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:12.718474 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:12.724086 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2f2921ee-6e3c-4ba5-8dba-9b7f7ce18196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:12.773308 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e35a0969-140a-4d3d-86db-a04895a5efdb req-fa85c0df-9dc6-4f62-9776-f3dfdd7518a5 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1057327
Jun 21 16:37:12.970347 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-171b0c77-31e9-497d-a4e2-17731dbe2726 None None] For port 4e40ed2f-2940-4934-8796-dc38f5f4cbef, host dv-cinder-797161-1-iscsi, cleared binding levels {{(pid=78428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:37:12.990856 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2f2921ee-6e3c-4ba5-8dba-9b7f7ce18196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:12.995873 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-dae1816f-1b3b-4add-9045-1de700dcb7fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:13.107030 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a079f9b-ae97-46e2-a809-dba4cd4a236e None None] Pushing event updated for resources: {'Port': ['ID=3707e81f-c26c-472c-b39b-def6c0d82f04,revision_number=3']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:13.118341 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-171b0c77-31e9-497d-a4e2-17731dbe2726 None None] For port 4e40ed2f-2940-4934-8796-dc38f5f4cbef, host dv-cinder-797161-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=4e40ed2f-2940-4934-8796-dc38f5f4cbef,segment=NetworkSegment(41f3329e-ef22-41f2-a0ff-14688e19272c),segment_id=41f3329e-ef22-41f2-a0ff-14688e19272c)] {{(pid=78428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:37:13.119499 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-6a079f9b-ae97-46e2-a809-dba4cd4a236e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:13.141309 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-187a3831-3872-4de3-ac06-7c9f8904fcc4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:13.145113 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2921ee-6e3c-4ba5-8dba-9b7f7ce18196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6813e868-7d62-42a8-b595-dbf68c5eab13,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:13.171419 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-2f2921ee-6e3c-4ba5-8dba-9b7f7ce18196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:13.212673 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2f2921ee-6e3c-4ba5-8dba-9b7f7ce18196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:13.214106 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-2f2921ee-6e3c-4ba5-8dba-9b7f7ce18196 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6813e868-7d62-42a8-b595-dbf68c5eab13 HTTP/1.1" status: 204  len: 168 time: 0.7584655
Jun 21 16:37:13.236504 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-171b0c77-31e9-497d-a4e2-17731dbe2726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:13.271411 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:13.294572 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61368eeb-784e-4895-a144-7d684332ac41 req-abdc2fae-edfc-4321-82a7-aefdacf177be tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:13.297274 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-61368eeb-784e-4895-a144-7d684332ac41 req-abdc2fae-edfc-4321-82a7-aefdacf177be tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.2834816
Jun 21 16:37:13.403968 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-61368eeb-784e-4895-a144-7d684332ac41 req-322b757a-8609-40bc-a778-8b281e94e884 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0974629
Jun 21 16:37:13.473799 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-dd4d33a1-1d61-4b86-8d07-3c513b6b44cd None None] Attempting to bind port 3707e81f-c26c-472c-b39b-def6c0d82f04 on host dv-cinder-797161-1-iscsi for vnic_type normal with profile  {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:37:13.474849 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-dd4d33a1-1d61-4b86-8d07-3c513b6b44cd None None] Attempting to bind port 3707e81f-c26c-472c-b39b-def6c0d82f04 by drivers openvswitch,hyperv on host dv-cinder-797161-1-iscsi at level 0 using segments [{'id': '1e3104e4-02f1-4c01-87b5-ee4849ad50f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4'}] {{(pid=78428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:37:13.475322 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4d33a1-1d61-4b86-8d07-3c513b6b44cd None None] Attempting to bind port 3707e81f-c26c-472c-b39b-def6c0d82f04 on network 9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4 {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:37:13.496196 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4d33a1-1d61-4b86-8d07-3c513b6b44cd None None] Checking agent: {'id': '52503dc4-35dc-4c7a-aab7-0589b5985e7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797161-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 25, 48), 'started_at': datetime.datetime(2021, 6, 21, 16, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797161-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:37:13.496658 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4d33a1-1d61-4b86-8d07-3c513b6b44cd None None] Checking segment: {'id': '1e3104e4-02f1-4c01-87b5-ee4849ad50f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:37:13.497177 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-dd4d33a1-1d61-4b86-8d07-3c513b6b44cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:13.497682 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4d33a1-1d61-4b86-8d07-3c513b6b44cd None None] Bound using segment: {'id': '1e3104e4-02f1-4c01-87b5-ee4849ad50f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4'} {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:37:13.498282 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-dd4d33a1-1d61-4b86-8d07-3c513b6b44cd None None] Bound port: 3707e81f-c26c-472c-b39b-def6c0d82f04, host: dv-cinder-797161-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e3104e4-02f1-4c01-87b5-ee4849ad50f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4'}}] {{(pid=78428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:37:13.498282 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-dd4d33a1-1d61-4b86-8d07-3c513b6b44cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:13.518923 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b0c77-31e9-497d-a4e2-17731dbe2726 None None] Pushing event updated for resources: {'Port': ['ID=4e40ed2f-2940-4934-8796-dc38f5f4cbef,revision_number=2']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:13.523287 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-171b0c77-31e9-497d-a4e2-17731dbe2726 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:13.648082 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-dd4d33a1-1d61-4b86-8d07-3c513b6b44cd None None] For port 3707e81f-c26c-472c-b39b-def6c0d82f04, host dv-cinder-797161-1-iscsi, cleared binding levels {{(pid=78428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:37:13.652430 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-dd4d33a1-1d61-4b86-8d07-3c513b6b44cd None None] For port 3707e81f-c26c-472c-b39b-def6c0d82f04, host dv-cinder-797161-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=3707e81f-c26c-472c-b39b-def6c0d82f04,segment=NetworkSegment(1e3104e4-02f1-4c01-87b5-ee4849ad50f6),segment_id=1e3104e4-02f1-4c01-87b5-ee4849ad50f6)] {{(pid=78428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:37:13.658913 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-dd4d33a1-1d61-4b86-8d07-3c513b6b44cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:13.666112 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:13.673975 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b09649-03bd-4e3e-991f-9629fb76feda req-65e40d5d-f96b-40ef-a0b4-17af10bf569b tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:13.675513 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-20b09649-03bd-4e3e-991f-9629fb76feda req-65e40d5d-f96b-40ef-a0b4-17af10bf569b tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 946 time: 0.1293929
Jun 21 16:37:13.752621 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a079f9b-ae97-46e2-a809-dba4cd4a236e None None] Pushing event updated for resources: {'Port': ['ID=3707e81f-c26c-472c-b39b-def6c0d82f04,revision_number=4']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:13.757762 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-6a079f9b-ae97-46e2-a809-dba4cd4a236e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:13.773925 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4d33a1-1d61-4b86-8d07-3c513b6b44cd None None] Routers {'3cbf3fa4-d626-4a26-983e-7f89518c5f4f'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:37:13.774722 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-dd4d33a1-1d61-4b86-8d07-3c513b6b44cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d160e20>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:36:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['3cbf3fa4-d626-4a26-983e-7f89518c5f4f'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:37:13.840777 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-187a3831-3872-4de3-ac06-7c9f8904fcc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727309'] for router, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:14.035099 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-20b09649-03bd-4e3e-991f-9629fb76feda req-44b116b4-ae6b-4331-89d5-ddd87b15086c tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3523612
Jun 21 16:37:14.242099 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-dd4d33a1-1d61-4b86-8d07-3c513b6b44cd None None] Set router 3cbf3fa4-d626-4a26-983e-7f89518c5f4f gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:37:14.277292 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187a3831-3872-4de3-ac06-7c9f8904fcc4 admin admin] Router 4979222f-6ab8-4608-8446-bee74d613afa is scheduled to L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb with binding_index 1 {{(pid=78426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 16:37:14.411194 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1f203-66f9-44a2-a0ac-bc61d51a4c6d req-37b7d01f-dfde-4b21-91f1-8248398cb746 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:14.414002 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-dab1f203-66f9-44a2-a0ac-bc61d51a4c6d req-37b7d01f-dfde-4b21-91f1-8248398cb746 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.39 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 946 time: 0.1428359
Jun 21 16:37:14.555625 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [req-dab1f203-66f9-44a2-a0ac-bc61d51a4c6d req-66c3e6ce-4d44-4003-bd09-ad081364d694 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Deleting port d0458031-3cfb-4f8d-86d6-fd40bc5c62bb {{(pid=78427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:37:14.556492 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-dab1f203-66f9-44a2-a0ac-bc61d51a4c6d req-66c3e6ce-4d44-4003-bd09-ad081364d694 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:14.908902 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187a3831-3872-4de3-ac06-7c9f8904fcc4 admin admin] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:37:14.920082 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddc6c88-c399-42da-a6e6-e122a5cb0a2e None None] Sync routers for ids ['4979222f-6ab8-4608-8446-bee74d613afa'] in dv-cinder-797161-1-iscsi {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:37:14.937708 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddc6c88-c399-42da-a6e6-e122a5cb0a2e None None] Routers {'4979222f-6ab8-4608-8446-bee74d613afa'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:37:14.938742 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-6ddc6c88-c399-42da-a6e6-e122a5cb0a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979e0bc160>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:36:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['4979222f-6ab8-4608-8446-bee74d613afa'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:37:14.985289 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-187a3831-3872-4de3-ac06-7c9f8904fcc4 admin admin] Notify callbacks [] for router, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:14.990831 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-187a3831-3872-4de3-ac06-7c9f8904fcc4 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.6203346
Jun 21 16:37:14.993982 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 40240) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:15.171576 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8108411-3864-4fe6-84d2-e567aba775cc None None] Network 14b89045-bed3-4e7a-8535-8286703eca56 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:37:15.184199 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88bdd5-02bb-46ff-968f-e0ba1cb259ad req-31e187bf-166b-4d9c-84ae-9de0919d2688 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:15.192027 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-cf88bdd5-02bb-46ff-968f-e0ba1cb259ad req-31e187bf-166b-4d9c-84ae-9de0919d2688 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.4617424
Jun 21 16:37:15.258437 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [req-dab1f203-66f9-44a2-a0ac-bc61d51a4c6d req-66c3e6ce-4d44-4003-bd09-ad081364d694 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] For port d0458031-3cfb-4f8d-86d6-fd40bc5c62bb, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=d0458031-3cfb-4f8d-86d6-fd40bc5c62bb,segment=NetworkSegment(c89f387d-7649-48a7-994e-66684c22c74d),segment_id=c89f387d-7649-48a7-994e-66684c22c74d)] {{(pid=78427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:37:15.258970 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-dab1f203-66f9-44a2-a0ac-bc61d51a4c6d req-66c3e6ce-4d44-4003-bd09-ad081364d694 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:15.366894 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-cf88bdd5-02bb-46ff-968f-e0ba1cb259ad req-ec72fcb6-01d9-4693-8821-c45a1de3787d tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1733091
Jun 21 16:37:15.460109 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [req-dab1f203-66f9-44a2-a0ac-bc61d51a4c6d req-66c3e6ce-4d44-4003-bd09-ad081364d694 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Calling delete_port for d0458031-3cfb-4f8d-86d6-fd40bc5c62bb owned by compute:nova {{(pid=78427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:37:15.560271 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-dd4d33a1-1d61-4b86-8d07-3c513b6b44cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d160e20>, [{'id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'name': 'tempest-TestShelveInstance-1610466586-router', 'tenant_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '1a7a85c1-6f3a-428d-abb0-b49d274789cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:36:58Z', 'updated_at': '2021-06-21T16:37:05Z', 'revision_number': 4, 'project_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'gw_port': {'id': '1a7a85c1-6f3a-428d-abb0-b49d274789cf', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:36:59Z', 'updated_at': '2021-06-21T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': '3707e81f-c26c-472c-b39b-def6c0d82f04', 'name': '', 'network_id': '9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4', 'tenant_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'mac_address': 'fa:16:3e:80:02:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'd28f0b85-c931-4d9a-9dda-91c9d86f9837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:37:04Z', 'updated_at': '2021-06-21T16:37:13Z', 'revision_number': 4, 'project_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'subnets': [{'id': 'd28f0b85-c931-4d9a-9dda-91c9d86f9837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:37:15.563730 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-6ddc6c88-c399-42da-a6e6-e122a5cb0a2e None None] Set router 4979222f-6ab8-4608-8446-bee74d613afa gateway port host: dv-cinder-797161-1-iscsi {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:37:15.574118 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-9ddb210e-5b41-4418-a0b0-43bce48b96e1 None None] Provisioning for port 4e40ed2f-2940-4934-8796-dc38f5f4cbef completed by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:37:15.601639 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4d33a1-1d61-4b86-8d07-3c513b6b44cd None None] The sync data for ids ['3cbf3fa4-d626-4a26-983e-7f89518c5f4f'] in dv-cinder-797161-1-iscsi is: [{'id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'name': 'tempest-TestShelveInstance-1610466586-router', 'tenant_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '1a7a85c1-6f3a-428d-abb0-b49d274789cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:36:58Z', 'updated_at': '2021-06-21T16:37:05Z', 'revision_number': 4, 'project_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'gw_port': {'id': '1a7a85c1-6f3a-428d-abb0-b49d274789cf', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:36:59Z', 'updated_at': '2021-06-21T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': '3707e81f-c26c-472c-b39b-def6c0d82f04', 'name': '', 'network_id': '9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4', 'tenant_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'mac_address': 'fa:16:3e:80:02:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'd28f0b85-c931-4d9a-9dda-91c9d86f9837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:37:04Z', 'updated_at': '2021-06-21T16:37:13Z', 'revision_number': 4, 'project_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'subnets': [{'id': 'd28f0b85-c931-4d9a-9dda-91c9d86f9837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:37:15.623263 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 3707e81f-c26c-472c-b39b-def6c0d82f04 up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:37:15.875426 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52661022-5baa-4bf1-86de-d9fcc5ff24ac req-17dfbe5e-0751-4e5a-963f-e5be24023a2b tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:15.887740 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-52661022-5baa-4bf1-86de-d9fcc5ff24ac req-17dfbe5e-0751-4e5a-963f-e5be24023a2b tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 946 time: 0.4398270
Jun 21 16:37:16.076675 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-52661022-5baa-4bf1-86de-d9fcc5ff24ac req-67646e9d-8d2e-4917-b145-1018618159ec tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1879838
Jun 21 16:37:16.089123 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-dab1f203-66f9-44a2-a0ac-bc61d51a4c6d req-66c3e6ce-4d44-4003-bd09-ad081364d694 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1910645'] for port, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:16.096676 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:16.135295 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['d0458031-3cfb-4f8d-86d6-fd40bc5c62bb', '89ccd63d-bb07-4e16-952f-38e85def2138'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:37:16.213408 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c3e6ce-4d44-4003-bd09-ad081364d694 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Pushing event deleted for resources: {'Port': ['ID=d0458031-3cfb-4f8d-86d6-fd40bc5c62bb,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:16.275580 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-66c3e6ce-4d44-4003-bd09-ad081364d694 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:16.290376 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-6ddc6c88-c399-42da-a6e6-e122a5cb0a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979e0bc160>, [{'id': '4979222f-6ab8-4608-8446-bee74d613afa', 'name': 'tempest-TestShelveInstance-1981811340-router', 'tenant_id': 'cc802e344e644a038ba2608a93034dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'e5e5cdc5-6664-4b47-a7c4-6436294ee3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:37:10Z', 'updated_at': '2021-06-21T16:37:12Z', 'revision_number': 3, 'project_id': 'cc802e344e644a038ba2608a93034dc1', 'gw_port': {'id': 'e5e5cdc5-6664-4b47-a7c4-6436294ee3c0', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a9:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4979222f-6ab8-4608-8446-bee74d613afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:37:11Z', 'updated_at': '2021-06-21T16:37:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi'}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:37:16.297845 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddc6c88-c399-42da-a6e6-e122a5cb0a2e None None] Checking router: 4979222f-6ab8-4608-8446-bee74d613afa for host: dv-cinder-797161-1-iscsi {{(pid=78429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:37:16.298202 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddc6c88-c399-42da-a6e6-e122a5cb0a2e None None] Updating router 4979222f-6ab8-4608-8446-bee74d613afa port e5e5cdc5-6664-4b47-a7c4-6436294ee3c0 binding host dv-cinder-797161-1-iscsi {{(pid=78429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 16:37:16.315577 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning for port 3707e81f-c26c-472c-b39b-def6c0d82f04 completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:37:16.380456 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port 3707e81f-c26c-472c-b39b-def6c0d82f04 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:37:16.380999 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:16.393550 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab1f203-66f9-44a2-a0ac-bc61d51a4c6d req-66c3e6ce-4d44-4003-bd09-ad081364d694 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] No DVR routers for this DVR port d0458031-3cfb-4f8d-86d6-fd40bc5c62bb on host hv-cinder-79716 {{(pid=78427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 16:37:16.415039 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-dab1f203-66f9-44a2-a0ac-bc61d51a4c6d req-66c3e6ce-4d44-4003-bd09-ad081364d694 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:16.423537 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704c3d48-e58a-4d92-bf28-b642f2c142db', 'name': 'network-vif-deleted', 'tag': 'd0458031-3cfb-4f8d-86d6-fd40bc5c62bb'}] {{(pid=78427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:37:16.452295 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-6ddc6c88-c399-42da-a6e6-e122a5cb0a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:16.491230 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-dab1f203-66f9-44a2-a0ac-bc61d51a4c6d req-66c3e6ce-4d44-4003-bd09-ad081364d694 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.39 "DELETE /v2.0/ports/d0458031-3cfb-4f8d-86d6-fd40bc5c62bb HTTP/1.1" status: 204  len: 173 time: 2.0673079
Jun 21 16:37:16.711692 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704c3d48-e58a-4d92-bf28-b642f2c142db', 'name': 'network-vif-deleted', 'tag': 'd0458031-3cfb-4f8d-86d6-fd40bc5c62bb', 'status': 'completed', 'code': 200}
Jun 21 16:37:16.850773 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ed4b257e-7627-49f9-996e-9588a4a1575e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:16.866453 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dec870-9793-42ae-9692-a69a92f768f4 req-16e56586-9b3d-484c-a1df-364df78cae15 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:16.875641 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c0dec870-9793-42ae-9692-a69a92f768f4 req-16e56586-9b3d-484c-a1df-364df78cae15 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.3025129
Jun 21 16:37:17.005618 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c0dec870-9793-42ae-9692-a69a92f768f4 req-5c434343-111a-4eb1-9bf4-218e8e00ffe6 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1186402
Jun 21 16:37:17.282285 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:17.353638 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] For port 3707e81f-c26c-472c-b39b-def6c0d82f04, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=3707e81f-c26c-472c-b39b-def6c0d82f04,segment=NetworkSegment(1e3104e4-02f1-4c01-87b5-ee4849ad50f6),segment_id=1e3104e4-02f1-4c01-87b5-ee4849ad50f6)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:37:17.361946 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:17.363121 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 4e40ed2f-2940-4934-8796-dc38f5f4cbef up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:37:17.377728 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [None req-ed4b257e-7627-49f9-996e-9588a4a1575e admin admin] Allocated IP 172.20.0.1 (14b89045-bed3-4e7a-8535-8286703eca56/9ce2590f-c60e-4333-88ee-f55ef3d830e1/e843bfc3-855d-4523-b429-7fd3e311a01b) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:37:17.511734 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-6ddc6c88-c399-42da-a6e6-e122a5cb0a2e None None] Notify callbacks [] for port, precommit_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:17.525167 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:17.550253 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.provisioning_blocks [None req-6ddc6c88-c399-42da-a6e6-e122a5cb0a2e None None] Transition to ACTIVE for port object e5e5cdc5-6664-4b47-a7c4-6436294ee3c0 will not be triggered until provisioned by entity L2. {{(pid=78429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:37:17.568932 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-6ddc6c88-c399-42da-a6e6-e122a5cb0a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:17.574019 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:17.575401 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-19c2ed5a-0c65-42f9-9796-de2bcf6aea4f req-c6adf44e-6ea8-4404-ac97-749f56403bca tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Synchronizing usage tracker for tenant:c3d28747cfe746fb862defcb2926e2fa on resource:port {{(pid=78427) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:37:17.611932 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-19c2ed5a-0c65-42f9-9796-de2bcf6aea4f req-c6adf44e-6ea8-4404-ac97-749f56403bca tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Unset dirty status for tenant:c3d28747cfe746fb862defcb2926e2fa on resource:port {{(pid=78427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:37:17.621158 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-19c2ed5a-0c65-42f9-9796-de2bcf6aea4f req-c6adf44e-6ea8-4404-ac97-749f56403bca tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=704c3d48-e58a-4d92-bf28-b642f2c142db HTTP/1.1" status: 200  len: 210 time: 0.0985141
Jun 21 16:37:17.673825 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 40272) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:17.723563 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50686e0d-89ef-4efe-a664-92e3e00aaf5f None None] Pushing event updated for resources: {'Port': ['ID=e5e5cdc5-6664-4b47-a7c4-6436294ee3c0,revision_number=2']} {{(pid=78429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:17.728682 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [None req-50686e0d-89ef-4efe-a664-92e3e00aaf5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:17.741191 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-bf8213f0-4339-497d-931b-0a6838c0688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:17.786357 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning for port 4e40ed2f-2940-4934-8796-dc38f5f4cbef completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:37:17.797095 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.managers [None req-6ddc6c88-c399-42da-a6e6-e122a5cb0a2e None None] Attempting to bind port e5e5cdc5-6664-4b47-a7c4-6436294ee3c0 on host dv-cinder-797161-1-iscsi for vnic_type normal with profile  {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:37:17.797485 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.managers [None req-6ddc6c88-c399-42da-a6e6-e122a5cb0a2e None None] Attempting to bind port e5e5cdc5-6664-4b47-a7c4-6436294ee3c0 by drivers openvswitch,hyperv on host dv-cinder-797161-1-iscsi at level 0 using segments [{'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'}] {{(pid=78429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:37:17.797995 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddc6c88-c399-42da-a6e6-e122a5cb0a2e None None] Attempting to bind port e5e5cdc5-6664-4b47-a7c4-6436294ee3c0 on network 70dc8c3b-1fd1-4e34-848f-30da40ce5650 {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:37:17.803120 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Pushing event updated for resources: {'Port': ['ID=3707e81f-c26c-472c-b39b-def6c0d82f04,revision_number=5']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:17.805576 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddc6c88-c399-42da-a6e6-e122a5cb0a2e None None] Checking agent: {'id': '52503dc4-35dc-4c7a-aab7-0589b5985e7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797161-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 25, 48), 'started_at': datetime.datetime(2021, 6, 21, 16, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797161-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:37:17.805954 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddc6c88-c399-42da-a6e6-e122a5cb0a2e None None] Checking segment: {'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:37:17.806361 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-6ddc6c88-c399-42da-a6e6-e122a5cb0a2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:17.806756 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddc6c88-c399-42da-a6e6-e122a5cb0a2e None None] Bound using segment: {'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'} {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:37:17.807224 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.managers [None req-6ddc6c88-c399-42da-a6e6-e122a5cb0a2e None None] Bound port: e5e5cdc5-6664-4b47-a7c4-6436294ee3c0, host: dv-cinder-797161-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'}}] {{(pid=78429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:37:17.807634 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-6ddc6c88-c399-42da-a6e6-e122a5cb0a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:17.822429 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:17.823379 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ed4b257e-7627-49f9-996e-9588a4a1575e admin admin] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:17.826405 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port 4e40ed2f-2940-4934-8796-dc38f5f4cbef triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:37:17.827030 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:17.873121 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-ed4b257e-7627-49f9-996e-9588a4a1575e admin admin] Transition to ACTIVE for port object e843bfc3-855d-4523-b429-7fd3e311a01b will not be triggered until provisioned by entity DHCP. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:37:17.919057 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.db [None req-6ddc6c88-c399-42da-a6e6-e122a5cb0a2e None None] For port e5e5cdc5-6664-4b47-a7c4-6436294ee3c0, host dv-cinder-797161-1-iscsi, cleared binding levels {{(pid=78429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:37:17.923232 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.db [None req-6ddc6c88-c399-42da-a6e6-e122a5cb0a2e None None] For port e5e5cdc5-6664-4b47-a7c4-6436294ee3c0, host dv-cinder-797161-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=e5e5cdc5-6664-4b47-a7c4-6436294ee3c0,segment=NetworkSegment(3123edc3-090a-4516-9a79-a6a8c7b9190b),segment_id=3123edc3-090a-4516-9a79-a6a8c7b9190b)] {{(pid=78429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:37:17.932570 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-6ddc6c88-c399-42da-a6e6-e122a5cb0a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:17.937521 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ed4b257e-7627-49f9-996e-9588a4a1575e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:17.961536 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:17.964307 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-464b3417-888c-40e4-becc-706bb010047b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:17.964478 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [None req-9571e996-29fd-4410-a6b9-76524b13a43f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:17.980623 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-596e8d84-34c2-480f-b757-e4844523e697 None None] Provisioning complete for port 4e40ed2f-2940-4934-8796-dc38f5f4cbef triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:37:17.981387 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-596e8d84-34c2-480f-b757-e4844523e697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:18.023403 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-112a5b50-e383-49d5-a08c-80c789126d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:18.077101 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-112a5b50-e383-49d5-a08c-80c789126d58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:37:18.100054 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-112a5b50-e383-49d5-a08c-80c789126d58 admin admin] Usage tracker for resource:security_group_rule and tenant:fabad38868914d9fb7a57b351bf16307 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:37:18.106482 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-112a5b50-e383-49d5-a08c-80c789126d58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:37:18.131286 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-112a5b50-e383-49d5-a08c-80c789126d58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:37:18.178715 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:18.195109 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50686e0d-89ef-4efe-a664-92e3e00aaf5f None None] Pushing event updated for resources: {'Port': ['ID=e5e5cdc5-6664-4b47-a7c4-6436294ee3c0,revision_number=3']} {{(pid=78429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:18.199535 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [None req-50686e0d-89ef-4efe-a664-92e3e00aaf5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:18.214588 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddc6c88-c399-42da-a6e6-e122a5cb0a2e None None] Routers {'4979222f-6ab8-4608-8446-bee74d613afa'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:37:18.216618 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-6ddc6c88-c399-42da-a6e6-e122a5cb0a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979e0bc160>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:36:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['4979222f-6ab8-4608-8446-bee74d613afa'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:37:18.252785 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b257e-7627-49f9-996e-9588a4a1575e admin admin] Pushing event updated for resources: {'Port': ['ID=e843bfc3-855d-4523-b429-7fd3e311a01b,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:18.257081 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4b257e-7627-49f9-996e-9588a4a1575e admin admin] Network 14b89045-bed3-4e7a-8535-8286703eca56 is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:37:18.276050 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-ed4b257e-7627-49f9-996e-9588a4a1575e admin admin] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:37:18.278115 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-ed4b257e-7627-49f9-996e-9588a4a1575e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:18.278797 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4b257e-7627-49f9-996e-9588a4a1575e admin admin] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:37:18.313322 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-596e8d84-34c2-480f-b757-e4844523e697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:18.336723 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] For port 4e40ed2f-2940-4934-8796-dc38f5f4cbef, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=4e40ed2f-2940-4934-8796-dc38f5f4cbef,segment=NetworkSegment(41f3329e-ef22-41f2-a0ff-14688e19272c),segment_id=41f3329e-ef22-41f2-a0ff-14688e19272c)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:37:18.366611 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:18.435751 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:18.440071 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-112a5b50-e383-49d5-a08c-80c789126d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:18.449635 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ed4b257e-7627-49f9-996e-9588a4a1575e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726498'] for router_interface, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:18.514396 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-112a5b50-e383-49d5-a08c-80c789126d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:18.529723 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 3707e81f-c26c-472c-b39b-def6c0d82f04 up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:37:18.552616 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-583b97b6-345b-4592-99a7-0c6d265f1cf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:18.589445 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-6ddc6c88-c399-42da-a6e6-e122a5cb0a2e None None] Set router 4979222f-6ab8-4608-8446-bee74d613afa gateway port host: dv-cinder-797161-1-iscsi {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:37:18.623040 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-112a5b50-e383-49d5-a08c-80c789126d58 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fabad38868914d9fb7a57b351bf16307&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9476886
Jun 21 16:37:18.623928 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 40280) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:18.626584 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a5b50-e383-49d5-a08c-80c789126d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712a6b23-c3f2-4334-bf59-08231461bb36,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:18.635629 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-112a5b50-e383-49d5-a08c-80c789126d58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:18.653475 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.db.api [None req-596e8d84-34c2-480f-b757-e4844523e697 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 16:37:18.654072 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_db.api [None req-596e8d84-34c2-480f-b757-e4844523e697 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 16:37:18.669200 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Pushing event updated for resources: {'Port': ['ID=4e40ed2f-2940-4934-8796-dc38f5f4cbef,revision_number=3']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:18.682159 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:18.693512 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port 3707e81f-c26c-472c-b39b-def6c0d82f04 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:37:18.693947 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:18.775669 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c7eb5-ddb0-4e35-a5d1-343c4dd5a2b4 req-e8346ea0-d2fb-4ca3-b83c-f397b94f8cd8 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:18.783317 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2c0c7eb5-ddb0-4e35-a5d1-343c4dd5a2b4 req-e8346ea0-d2fb-4ca3-b83c-f397b94f8cd8 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.3403244
Jun 21 16:37:18.894260 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2c0c7eb5-ddb0-4e35-a5d1-343c4dd5a2b4 req-bf527da8-64c6-4696-93b1-448d5716fa5f tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1099265
Jun 21 16:37:18.895411 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-e1e7d263-a14b-48ff-bc81-a860bf5a33ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:18.945496 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-e1e7d263-a14b-48ff-bc81-a860bf5a33ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:18.961433 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ed4b257e-7627-49f9-996e-9588a4a1575e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:19.051428 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-e1e7d263-a14b-48ff-bc81-a860bf5a33ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:19.058088 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-cf178ea0-4cf9-429a-81e9-6b25111fa682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:19.086169 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7d263-a14b-48ff-bc81-a860bf5a33ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712a6b23-c3f2-4334-bf59-08231461bb36,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:19.092420 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-e1e7d263-a14b-48ff-bc81-a860bf5a33ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:19.095887 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-e1e7d263-a14b-48ff-bc81-a860bf5a33ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:19.097266 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-e1e7d263-a14b-48ff-bc81-a860bf5a33ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/712a6b23-c3f2-4334-bf59-08231461bb36 HTTP/1.1" status: 204  len: 168 time: 0.4488072
Jun 21 16:37:19.099852 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device d0458031-3cfb-4f8d-86d6-fd40bc5c62bb no longer exists at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:37:19.150634 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-6ddc6c88-c399-42da-a6e6-e122a5cb0a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979e0bc160>, [{'id': '4979222f-6ab8-4608-8446-bee74d613afa', 'name': 'tempest-TestShelveInstance-1981811340-router', 'tenant_id': 'cc802e344e644a038ba2608a93034dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'e5e5cdc5-6664-4b47-a7c4-6436294ee3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:37:10Z', 'updated_at': '2021-06-21T16:37:12Z', 'revision_number': 3, 'project_id': 'cc802e344e644a038ba2608a93034dc1', 'gw_port': {'id': 'e5e5cdc5-6664-4b47-a7c4-6436294ee3c0', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a9:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4979222f-6ab8-4608-8446-bee74d613afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:37:11Z', 'updated_at': '2021-06-21T16:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi'}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:37:19.155820 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddc6c88-c399-42da-a6e6-e122a5cb0a2e None None] The sync data for ids ['4979222f-6ab8-4608-8446-bee74d613afa'] in dv-cinder-797161-1-iscsi is: [{'id': '4979222f-6ab8-4608-8446-bee74d613afa', 'name': 'tempest-TestShelveInstance-1981811340-router', 'tenant_id': 'cc802e344e644a038ba2608a93034dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'e5e5cdc5-6664-4b47-a7c4-6436294ee3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:37:10Z', 'updated_at': '2021-06-21T16:37:12Z', 'revision_number': 3, 'project_id': 'cc802e344e644a038ba2608a93034dc1', 'gw_port': {'id': 'e5e5cdc5-6664-4b47-a7c4-6436294ee3c0', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a9:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4979222f-6ab8-4608-8446-bee74d613afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:37:11Z', 'updated_at': '2021-06-21T16:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi'}] {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:37:19.283294 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] No Port match for: d0458031-3cfb-4f8d-86d6-fd40bc5c62bb {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:37:19.287313 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device d0458031-3cfb-4f8d-86d6-fd40bc5c62bb not bound to the agent host hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:37:19.426811 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ed4b257e-7627-49f9-996e-9588a4a1575e admin admin] Notify callbacks [] for port, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:19.442237 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ed4b257e-7627-49f9-996e-9588a4a1575e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2434630'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:19.502897 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-ffb098b0-aa62-4bde-bf02-87d21325c5fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:19.506507 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c0585d28-5fa5-4d2a-9205-4b4a25f80e34 None None] Provisioning for port e843bfc3-855d-4523-b429-7fd3e311a01b completed by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:37:19.513943 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c0585d28-5fa5-4d2a-9205-4b4a25f80e34 None None] Provisioning complete for port e843bfc3-855d-4523-b429-7fd3e311a01b triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:37:19.514247 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c0585d28-5fa5-4d2a-9205-4b4a25f80e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:19.538784 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5d589557-892b-4b45-ae02-6beff4dd2f90 req-dc948da3-e9b9-4115-b620-55447100ff4f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3290701
Jun 21 16:37:19.553962 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc8b21-06fd-4839-ba42-d2328bb805b4 req-7f795493-4c1e-4798-8d4f-c25022f4db4e tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:19.561218 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-fdfc8b21-06fd-4839-ba42-d2328bb805b4 req-7f795493-4c1e-4798-8d4f-c25022f4db4e tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.2348416
Jun 21 16:37:19.677182 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-c0585d28-5fa5-4d2a-9205-4b4a25f80e34 None None] Port e843bfc3-855d-4523-b429-7fd3e311a01b cannot update to ACTIVE because it is not bound. {{(pid=78428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 16:37:19.708826 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b257e-7627-49f9-996e-9588a4a1575e admin admin] Pushing event updated for resources: {'Port': ['ID=e843bfc3-855d-4523-b429-7fd3e311a01b,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:19.712582 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 40294) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:19.716068 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-ed4b257e-7627-49f9-996e-9588a4a1575e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:19.727062 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:37:19.740867 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ed4b257e-7627-49f9-996e-9588a4a1575e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1726593'] for router_interface, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:19.768965 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-fdfc8b21-06fd-4839-ba42-d2328bb805b4 req-c993143b-afae-42ca-bde5-3202ee75239d tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2068400
Jun 21 16:37:19.775479 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-56bd2f0a-7225-496a-86e9-6e72ad619f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:19.809020 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d589557-892b-4b45-ae02-6beff4dd2f90 req-9786ed47-2bb4-4cc4-aa3a-275f39dd3f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:19.811195 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5d589557-892b-4b45-ae02-6beff4dd2f90 req-9786ed47-2bb4-4cc4-aa3a-275f39dd3f1a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=905d3e9862c043939d7e73a1320af084&device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 1099 time: 0.2190742
Jun 21 16:37:19.811479 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-56bd2f0a-7225-496a-86e9-6e72ad619f7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:37:19.825992 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-56bd2f0a-7225-496a-86e9-6e72ad619f7b admin admin] Usage tracker for resource:security_group_rule and tenant:f53e5d386f514343aebe995b268ff87c is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:37:19.832090 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-56bd2f0a-7225-496a-86e9-6e72ad619f7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:37:19.842192 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-56bd2f0a-7225-496a-86e9-6e72ad619f7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:37:20.043129 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-56bd2f0a-7225-496a-86e9-6e72ad619f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:20.065657 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d589557-892b-4b45-ae02-6beff4dd2f90 req-a90f865c-440e-45cc-a1ea-987396fd384e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:20.065993 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-56bd2f0a-7225-496a-86e9-6e72ad619f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:20.069711 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-4030555d-1d8d-40dc-a986-d4af59e211ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:20.072433 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5d589557-892b-4b45-ae02-6beff4dd2f90 req-a90f865c-440e-45cc-a1ea-987396fd384e service neutron] 10.222.0.39 "GET /v2.0/networks?id=a67c6bd4-5155-4840-9134-bc4e7230ff7f HTTP/1.1" status: 200  len: 912 time: 0.2367291
Jun 21 16:37:20.098783 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-902151a6-1d67-4f2f-a57a-3f5da97687d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:20.207393 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4b257e-7627-49f9-996e-9588a4a1575e admin admin] Network 14b89045-bed3-4e7a-8535-8286703eca56 is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:37:20.208610 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd2f0a-7225-496a-86e9-6e72ad619f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d071510-cbd4-42c4-97ef-09fee4949d50,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:20.215562 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-56bd2f0a-7225-496a-86e9-6e72ad619f7b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f53e5d386f514343aebe995b268ff87c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5013971
Jun 21 16:37:20.216433 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 40300) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:20.217303 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-56bd2f0a-7225-496a-86e9-6e72ad619f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:20.218315 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-ed4b257e-7627-49f9-996e-9588a4a1575e admin admin] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:37:20.320074 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5d589557-892b-4b45-ae02-6beff4dd2f90 req-355d1f13-5a66-485a-99ac-0e8985bc8feb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32d8e820-c446-4a72-97ae-5ee7f9df1866 HTTP/1.1" status: 200  len: 1001 time: 0.2388532
Jun 21 16:37:20.413325 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:20.469496 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-fb2761e2-ff0e-43bc-ac77-8dc5a9ed8dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:20.475629 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641dbd2f-848a-45dd-8aaf-117f518b3eb3 req-a412439e-368f-4e09-8643-0f1408e1fdd0 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:20.484918 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-641dbd2f-848a-45dd-8aaf-117f518b3eb3 req-a412439e-368f-4e09-8643-0f1408e1fdd0 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.3277488
Jun 21 16:37:20.563425 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d589557-892b-4b45-ae02-6beff4dd2f90 req-bbaca096-ee95-4492-a480-668559108132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:20.564901 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5d589557-892b-4b45-ae02-6beff4dd2f90 req-bbaca096-ee95-4492-a480-668559108132 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2be6e26d-5dd3-4545-8f70-57f38dc5039e HTTP/1.1" status: 200  len: 850 time: 0.2342613
Jun 21 16:37:20.619440 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-41752e28-ba9e-4cd9-9d03-fa147d84548a None None] Provisioning complete for port e843bfc3-855d-4523-b429-7fd3e311a01b triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:37:20.621483 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-41752e28-ba9e-4cd9-9d03-fa147d84548a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:20.653230 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-641dbd2f-848a-45dd-8aaf-117f518b3eb3 req-5365f8ce-c891-442c-9fb8-4eab4c656cfd tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1673524
Jun 21 16:37:20.677060 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device e5e5cdc5-6664-4b47-a7c4-6436294ee3c0 up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:37:20.696424 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-fb2761e2-ff0e-43bc-ac77-8dc5a9ed8dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:20.732505 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d589557-892b-4b45-ae02-6beff4dd2f90 req-e7320763-d280-4ec3-8f40-b3e7f71b199b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:20.734292 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5d589557-892b-4b45-ae02-6beff4dd2f90 req-e7320763-d280-4ec3-8f40-b3e7f71b199b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a67c6bd4-5155-4840-9134-bc4e7230ff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1354964
Jun 21 16:37:20.782259 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4b257e-7627-49f9-996e-9588a4a1575e admin admin] Router 4979222f-6ab8-4608-8446-bee74d613afa has already been hosted by L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb {{(pid=78426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 16:37:20.817222 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-41752e28-ba9e-4cd9-9d03-fa147d84548a None None] Port e843bfc3-855d-4523-b429-7fd3e311a01b cannot update to ACTIVE because it is not bound. {{(pid=78428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 16:37:20.884026 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:20.888947 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning for port e5e5cdc5-6664-4b47-a7c4-6436294ee3c0 completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:37:20.897581 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port e5e5cdc5-6664-4b47-a7c4-6436294ee3c0 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:37:20.897962 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:20.971310 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5d589557-892b-4b45-ae02-6beff4dd2f90 req-7b33594f-ea61-4ca5-a850-5a48d068d10e service neutron] 10.222.0.39 "GET /v2.0/networks/a67c6bd4-5155-4840-9134-bc4e7230ff7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2178926
Jun 21 16:37:21.052078 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4b257e-7627-49f9-996e-9588a4a1575e admin admin] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:37:21.075215 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-ed4b257e-7627-49f9-996e-9588a4a1575e admin admin] 10.222.0.24 "PUT /v2.0/routers/4979222f-6ab8-4608-8446-bee74d613afa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0797682
Jun 21 16:37:21.100111 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-fb2761e2-ff0e-43bc-ac77-8dc5a9ed8dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:21.108784 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-fb2761e2-ff0e-43bc-ac77-8dc5a9ed8dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:21.112626 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-fb2761e2-ff0e-43bc-ac77-8dc5a9ed8dba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d071510-cbd4-42c4-97ef-09fee4949d50 HTTP/1.1" status: 204  len: 168 time: 0.8900027
Jun 21 16:37:21.112626 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:21.144194 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2761e2-ff0e-43bc-ac77-8dc5a9ed8dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d071510-cbd4-42c4-97ef-09fee4949d50,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:21.150633 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-fb2761e2-ff0e-43bc-ac77-8dc5a9ed8dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:21.173819 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:21.177651 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5d589557-892b-4b45-ae02-6beff4dd2f90 req-738c0fbe-37f2-4356-9b11-9d2ad166fccf service neutron] 10.222.0.39 "GET /v2.0/networks/a67c6bd4-5155-4840-9134-bc4e7230ff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1692874
Jun 21 16:37:21.214896 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] For port e5e5cdc5-6664-4b47-a7c4-6436294ee3c0, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=e5e5cdc5-6664-4b47-a7c4-6436294ee3c0,segment=NetworkSegment(3123edc3-090a-4516-9a79-a6a8c7b9190b),segment_id=3123edc3-090a-4516-9a79-a6a8c7b9190b)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:37:21.225913 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4fad26-d367-402f-a20a-b2c11e0da99b req-2b12aa97-cfa9-44b8-90f2-7538ccdf0197 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:21.228562 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:21.229561 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 4e40ed2f-2940-4934-8796-dc38f5f4cbef up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:37:21.234051 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0b4fad26-d367-402f-a20a-b2c11e0da99b req-2b12aa97-cfa9-44b8-90f2-7538ccdf0197 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.2676616
Jun 21 16:37:21.307803 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0b4fad26-d367-402f-a20a-b2c11e0da99b req-2cc6da9b-a07d-4ec9-ba8d-702c161f915c tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723968
Jun 21 16:37:21.362341 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-fc8e249a-2586-4544-ba92-fbd26f7bc923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:21.551682 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port 4e40ed2f-2940-4934-8796-dc38f5f4cbef triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:37:21.552062 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:21.592738 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Pushing event updated for resources: {'Port': ['ID=e5e5cdc5-6664-4b47-a7c4-6436294ee3c0,revision_number=4']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:21.612750 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:21.980203 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4579656a-c58d-4295-91ae-6b8aab5e5ac6 None None] Sync routers for ids ['4979222f-6ab8-4608-8446-bee74d613afa'] in dv-cinder-797161-1-iscsi {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:37:21.995496 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4579656a-c58d-4295-91ae-6b8aab5e5ac6 None None] Routers {'4979222f-6ab8-4608-8446-bee74d613afa'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:37:21.998025 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-4579656a-c58d-4295-91ae-6b8aab5e5ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d7d2f70>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:37:20Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['4979222f-6ab8-4608-8446-bee74d613afa'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:37:22.011487 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182bd39-a041-4343-9c49-971a5f5df9f0 req-b2483363-5a33-44a4-9da1-8a824286dc27 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:22.030247 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8182bd39-a041-4343-9c49-971a5f5df9f0 req-b2483363-5a33-44a4-9da1-8a824286dc27 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.1532216
Jun 21 16:37:22.150460 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8182bd39-a041-4343-9c49-971a5f5df9f0 req-b8b540ac-9bd1-4137-b784-685d43802c91 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1176212
Jun 21 16:37:22.323301 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-4579656a-c58d-4295-91ae-6b8aab5e5ac6 None None] Set router 4979222f-6ab8-4608-8446-bee74d613afa gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:37:22.462541 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 40338) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:22.468454 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-83d57ecd-40cd-41cb-9fd9-145300e6031d tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1939786984', 'description': 'tempest-secgroup-smoke-1939786984 description', 'project_id': '0abf7fbe8a894aa0ac522b8db4c418f8'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:37:22.476702 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-83d57ecd-40cd-41cb-9fd9-145300e6031d tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:37:22.490440 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-83d57ecd-40cd-41cb-9fd9-145300e6031d tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Usage tracker for resource:security_group and tenant:0abf7fbe8a894aa0ac522b8db4c418f8 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:37:22.494493 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-83d57ecd-40cd-41cb-9fd9-145300e6031d tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:37:22.502223 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-83d57ecd-40cd-41cb-9fd9-145300e6031d tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:37:22.529225 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-83d57ecd-40cd-41cb-9fd9-145300e6031d tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:22.593002 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-83d57ecd-40cd-41cb-9fd9-145300e6031d tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:37:22.597286 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-83d57ecd-40cd-41cb-9fd9-145300e6031d tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Usage tracker for resource:security_group_rule and tenant:0abf7fbe8a894aa0ac522b8db4c418f8 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:37:22.601936 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device e5e5cdc5-6664-4b47-a7c4-6436294ee3c0 up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:37:22.602549 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-83d57ecd-40cd-41cb-9fd9-145300e6031d tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:37:22.608846 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-83d57ecd-40cd-41cb-9fd9-145300e6031d tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:37:22.669991 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93683eba-75c9-4193-8d2e-e886dddf7d95 req-6219e630-d37b-4631-adf7-c1362e92f02d tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:22.677061 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-93683eba-75c9-4193-8d2e-e886dddf7d95 req-6219e630-d37b-4631-adf7-c1362e92f02d tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.2196329
Jun 21 16:37:22.729528 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-83d57ecd-40cd-41cb-9fd9-145300e6031d tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:22.752070 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:22.752727 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-83d57ecd-40cd-41cb-9fd9-145300e6031d tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:22.785091 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-11505bcc-c3bb-4ea8-ac3f-8ba559db171a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:22.802501 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-83d57ecd-40cd-41cb-9fd9-145300e6031d tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:22.805855 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-83d57ecd-40cd-41cb-9fd9-145300e6031d tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3420129
Jun 21 16:37:22.810013 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 40346) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:22.815511 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-93683eba-75c9-4193-8d2e-e886dddf7d95 req-ed1ef190-277f-4e78-87a9-8a10c99dfaaf tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1318572
Jun 21 16:37:22.815761 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port e5e5cdc5-6664-4b47-a7c4-6436294ee3c0 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:37:22.816073 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:22.825109 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-de7c7575-c7ee-4669-8e8c-3273d9222ef2 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Request body: {'security_group_rule': {'security_group_id': '4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4', 'project_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:37:22.845096 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-de7c7575-c7ee-4669-8e8c-3273d9222ef2 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:37:22.851804 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-de7c7575-c7ee-4669-8e8c-3273d9222ef2 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Usage tracker for resource:security_group_rule and tenant:0abf7fbe8a894aa0ac522b8db4c418f8 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:37:22.855664 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d57ecd-40cd-41cb-9fd9-145300e6031d tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:22.857981 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-de7c7575-c7ee-4669-8e8c-3273d9222ef2 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:37:22.860939 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-83d57ecd-40cd-41cb-9fd9-145300e6031d tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:22.867763 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-de7c7575-c7ee-4669-8e8c-3273d9222ef2 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:37:22.897266 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-de7c7575-c7ee-4669-8e8c-3273d9222ef2 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:22.983793 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-4579656a-c58d-4295-91ae-6b8aab5e5ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d7d2f70>, [{'id': '4979222f-6ab8-4608-8446-bee74d613afa', 'name': 'tempest-TestShelveInstance-1981811340-router', 'tenant_id': 'cc802e344e644a038ba2608a93034dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'e5e5cdc5-6664-4b47-a7c4-6436294ee3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:37:10Z', 'updated_at': '2021-06-21T16:37:18Z', 'revision_number': 4, 'project_id': 'cc802e344e644a038ba2608a93034dc1', 'gw_port': {'id': 'e5e5cdc5-6664-4b47-a7c4-6436294ee3c0', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4979222f-6ab8-4608-8446-bee74d613afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:37:11Z', 'updated_at': '2021-06-21T16:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': 'e843bfc3-855d-4523-b429-7fd3e311a01b', 'name': '', 'network_id': '14b89045-bed3-4e7a-8535-8286703eca56', 'tenant_id': 'cc802e344e644a038ba2608a93034dc1', 'mac_address': 'fa:16:3e:2b:12:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4979222f-6ab8-4608-8446-bee74d613afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '9ce2590f-c60e-4333-88ee-f55ef3d830e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:37:16Z', 'updated_at': '2021-06-21T16:37:19Z', 'revision_number': 2, 'project_id': 'cc802e344e644a038ba2608a93034dc1', 'subnets': [{'id': '9ce2590f-c60e-4333-88ee-f55ef3d830e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:37:22.988774 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4579656a-c58d-4295-91ae-6b8aab5e5ac6 None None] Checking router: 4979222f-6ab8-4608-8446-bee74d613afa for host: dv-cinder-797161-1-iscsi {{(pid=78428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:37:22.992887 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4579656a-c58d-4295-91ae-6b8aab5e5ac6 None None] Updating router 4979222f-6ab8-4608-8446-bee74d613afa port e843bfc3-855d-4523-b429-7fd3e311a01b binding host dv-cinder-797161-1-iscsi {{(pid=78428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 16:37:23.008453 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-de7c7575-c7ee-4669-8e8c-3273d9222ef2 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:23.014368 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-de7c7575-c7ee-4669-8e8c-3273d9222ef2 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742334'] for security_group_rule, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:23.018085 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:23.063222 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-4579656a-c58d-4295-91ae-6b8aab5e5ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:23.096213 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c7575-c7ee-4669-8e8c-3273d9222ef2 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3098d212-d97d-48e0-855a-b377593855df,revision_number=0']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:23.100261 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-de7c7575-c7ee-4669-8e8c-3273d9222ef2 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:23.101907 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-de7c7575-c7ee-4669-8e8c-3273d9222ef2 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:23.103583 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-de7c7575-c7ee-4669-8e8c-3273d9222ef2 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2919431
Jun 21 16:37:23.106133 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 40356) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:23.111916 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [None req-7d86b4a9-3dd4-4210-8b47-eb576a27944a tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Request body: {'security_group_rule': {'security_group_id': '4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4', 'project_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:37:23.118598 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-7d86b4a9-3dd4-4210-8b47-eb576a27944a tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:37:23.125144 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-7d86b4a9-3dd4-4210-8b47-eb576a27944a tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Usage tracker for resource:security_group_rule and tenant:0abf7fbe8a894aa0ac522b8db4c418f8 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:37:23.128399 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-7d86b4a9-3dd4-4210-8b47-eb576a27944a tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:37:23.137362 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-7d86b4a9-3dd4-4210-8b47-eb576a27944a tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:37:23.159792 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-7d86b4a9-3dd4-4210-8b47-eb576a27944a tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:23.258646 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-7d86b4a9-3dd4-4210-8b47-eb576a27944a tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:23.270919 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-7d86b4a9-3dd4-4210-8b47-eb576a27944a tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742334'] for security_group_rule, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:23.281794 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-8dd461cf-ea9c-4ca0-bb07-334372dbfa50 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:23.307854 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86b4a9-3dd4-4210-8b47-eb576a27944a tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=591da66b-9831-4888-a8f0-25134049c302,revision_number=0']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:23.311875 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-7d86b4a9-3dd4-4210-8b47-eb576a27944a tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:23.358406 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-7d86b4a9-3dd4-4210-8b47-eb576a27944a tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:23.362678 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-7d86b4a9-3dd4-4210-8b47-eb576a27944a tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2551329
Jun 21 16:37:23.363024 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 40376) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:23.371192 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-a8c94ae7-5f63-45b5-912c-31553095981b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Request body: {'security_group_rule': {'security_group_id': '4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4', 'project_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:37:23.380759 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-a8c94ae7-5f63-45b5-912c-31553095981b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:37:23.387642 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-a8c94ae7-5f63-45b5-912c-31553095981b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Usage tracker for resource:security_group_rule and tenant:0abf7fbe8a894aa0ac522b8db4c418f8 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:37:23.392579 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-a8c94ae7-5f63-45b5-912c-31553095981b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:37:23.409043 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-a8c94ae7-5f63-45b5-912c-31553095981b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:37:23.410978 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02922ef1-b85d-4f42-b69f-0257372bf2d7 req-a72d31f0-18d8-407d-a62c-45a25f67676a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:23.412275 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-02922ef1-b85d-4f42-b69f-0257372bf2d7 req-a72d31f0-18d8-407d-a62c-45a25f67676a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.1087480
Jun 21 16:37:23.440442 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a8c94ae7-5f63-45b5-912c-31553095981b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:23.465939 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-02922ef1-b85d-4f42-b69f-0257372bf2d7 req-65b38de8-8ec8-4254-8fab-d1385ac5c065 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463252
Jun 21 16:37:23.507751 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-4579656a-c58d-4295-91ae-6b8aab5e5ac6 None None] Notify callbacks [] for port, precommit_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:23.513657 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a8c94ae7-5f63-45b5-912c-31553095981b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:23.520473 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a8c94ae7-5f63-45b5-912c-31553095981b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742334'] for security_group_rule, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:23.522106 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-4579656a-c58d-4295-91ae-6b8aab5e5ac6 None None] Transition to ACTIVE for port object e843bfc3-855d-4523-b429-7fd3e311a01b will not be triggered until provisioned by entity L2. {{(pid=78428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:37:23.522723 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-de7c7575-c7ee-4669-8e8c-3273d9222ef2 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:23.529527 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-4579656a-c58d-4295-91ae-6b8aab5e5ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:23.539922 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:23.549017 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c94ae7-5f63-45b5-912c-31553095981b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a103a1-32a5-4e2f-930f-bc301570d5a1,revision_number=0']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:23.551734 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-a8c94ae7-5f63-45b5-912c-31553095981b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:23.558616 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a8c94ae7-5f63-45b5-912c-31553095981b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:23.560136 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-a8c94ae7-5f63-45b5-912c-31553095981b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1950297
Jun 21 16:37:23.562777 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 40384) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:23.568658 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-d2c43507-185e-46a1-a5b5-a166f7e8cb86 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Request body: {'security_group_rule': {'security_group_id': '4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4', 'project_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:37:23.574392 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-d2c43507-185e-46a1-a5b5-a166f7e8cb86 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:37:23.578604 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-d2c43507-185e-46a1-a5b5-a166f7e8cb86 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Usage tracker for resource:security_group_rule and tenant:0abf7fbe8a894aa0ac522b8db4c418f8 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:37:23.581901 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-d2c43507-185e-46a1-a5b5-a166f7e8cb86 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:37:23.589285 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-d2c43507-185e-46a1-a5b5-a166f7e8cb86 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:37:23.609698 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-d2c43507-185e-46a1-a5b5-a166f7e8cb86 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:23.687417 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-d2c43507-185e-46a1-a5b5-a166f7e8cb86 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:23.696715 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-d2c43507-185e-46a1-a5b5-a166f7e8cb86 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742334'] for security_group_rule, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:23.700039 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-257b715c-7e6b-492b-94f5-51f932b8b6aa tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:23.727163 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c43507-185e-46a1-a5b5-a166f7e8cb86 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f96eb865-382b-44a2-ae70-28e0ab289805,revision_number=0']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:23.735104 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-d2c43507-185e-46a1-a5b5-a166f7e8cb86 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:23.749261 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-d2c43507-185e-46a1-a5b5-a166f7e8cb86 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:23.753406 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-d2c43507-185e-46a1-a5b5-a166f7e8cb86 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1867719
Jun 21 16:37:23.753975 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 40392) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:23.762292 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-2c6b4e9e-b336-41e1-8c2e-8d6ebdb339b8 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Request body: {'security_group_rule': {'security_group_id': '4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4', 'project_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:37:23.770380 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-2c6b4e9e-b336-41e1-8c2e-8d6ebdb339b8 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:37:23.776593 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-2c6b4e9e-b336-41e1-8c2e-8d6ebdb339b8 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Usage tracker for resource:security_group_rule and tenant:0abf7fbe8a894aa0ac522b8db4c418f8 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:37:23.779716 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-2c6b4e9e-b336-41e1-8c2e-8d6ebdb339b8 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:37:23.786507 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-2c6b4e9e-b336-41e1-8c2e-8d6ebdb339b8 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:37:23.800520 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.db.securitygroups_db [None req-2c6b4e9e-b336-41e1-8c2e-8d6ebdb339b8 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Project 0abf7fbe8a894aa0ac522b8db4c418f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 16:37:23.801605 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ae2a4-a316-4165-be65-508a037d93c9 None None] Pushing event updated for resources: {'Port': ['ID=e843bfc3-855d-4523-b429-7fd3e311a01b,revision_number=3']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:23.808463 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-e06ae2a4-a316-4165-be65-508a037d93c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:23.818050 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-2c6b4e9e-b336-41e1-8c2e-8d6ebdb339b8 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:23.833271 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-4579656a-c58d-4295-91ae-6b8aab5e5ac6 None None] Attempting to bind port e843bfc3-855d-4523-b429-7fd3e311a01b on host dv-cinder-797161-1-iscsi for vnic_type normal with profile  {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:37:23.833650 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-4579656a-c58d-4295-91ae-6b8aab5e5ac6 None None] Attempting to bind port e843bfc3-855d-4523-b429-7fd3e311a01b by drivers openvswitch,hyperv on host dv-cinder-797161-1-iscsi at level 0 using segments [{'id': '41f3329e-ef22-41f2-a0ff-14688e19272c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '14b89045-bed3-4e7a-8535-8286703eca56'}] {{(pid=78428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:37:23.834060 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4579656a-c58d-4295-91ae-6b8aab5e5ac6 None None] Attempting to bind port e843bfc3-855d-4523-b429-7fd3e311a01b on network 14b89045-bed3-4e7a-8535-8286703eca56 {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:37:23.846209 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4579656a-c58d-4295-91ae-6b8aab5e5ac6 None None] Checking agent: {'id': '52503dc4-35dc-4c7a-aab7-0589b5985e7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797161-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 25, 48), 'started_at': datetime.datetime(2021, 6, 21, 16, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797161-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:37:23.847241 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4579656a-c58d-4295-91ae-6b8aab5e5ac6 None None] Checking segment: {'id': '41f3329e-ef22-41f2-a0ff-14688e19272c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '14b89045-bed3-4e7a-8535-8286703eca56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:37:23.847808 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-4579656a-c58d-4295-91ae-6b8aab5e5ac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:23.848391 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4579656a-c58d-4295-91ae-6b8aab5e5ac6 None None] Bound using segment: {'id': '41f3329e-ef22-41f2-a0ff-14688e19272c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '14b89045-bed3-4e7a-8535-8286703eca56'} {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:37:23.849069 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-4579656a-c58d-4295-91ae-6b8aab5e5ac6 None None] Bound port: e843bfc3-855d-4523-b429-7fd3e311a01b, host: dv-cinder-797161-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f3329e-ef22-41f2-a0ff-14688e19272c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '14b89045-bed3-4e7a-8535-8286703eca56'}}] {{(pid=78428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:37:23.849397 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-4579656a-c58d-4295-91ae-6b8aab5e5ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:23.916281 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-2c6b4e9e-b336-41e1-8c2e-8d6ebdb339b8 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:23.922071 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-2c6b4e9e-b336-41e1-8c2e-8d6ebdb339b8 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742334'] for security_group_rule, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:23.932584 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-ea59a7f4-37fc-4953-aa56-0a01664d98eb tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:23.964347 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-4579656a-c58d-4295-91ae-6b8aab5e5ac6 None None] For port e843bfc3-855d-4523-b429-7fd3e311a01b, host dv-cinder-797161-1-iscsi, cleared binding levels {{(pid=78428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:37:23.972070 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-4579656a-c58d-4295-91ae-6b8aab5e5ac6 None None] For port e843bfc3-855d-4523-b429-7fd3e311a01b, host dv-cinder-797161-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=e843bfc3-855d-4523-b429-7fd3e311a01b,segment=NetworkSegment(41f3329e-ef22-41f2-a0ff-14688e19272c),segment_id=41f3329e-ef22-41f2-a0ff-14688e19272c)] {{(pid=78428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:37:23.979708 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-4579656a-c58d-4295-91ae-6b8aab5e5ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:23.981416 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6b4e9e-b336-41e1-8c2e-8d6ebdb339b8 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cbc2dd8-1158-4742-9ef5-d8c1758e299a,revision_number=0']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:23.989160 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-2c6b4e9e-b336-41e1-8c2e-8d6ebdb339b8 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:23.992400 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:23.992971 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-2c6b4e9e-b336-41e1-8c2e-8d6ebdb339b8 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:23.995683 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-2c6b4e9e-b336-41e1-8c2e-8d6ebdb339b8 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2386563
Jun 21 16:37:23.996956 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 40402) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:24.007937 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-d9892e0d-ca8e-4b9e-851e-d6608853d87f tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Request body: {'security_group_rule': {'security_group_id': '4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4', 'project_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:37:24.031267 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-d9892e0d-ca8e-4b9e-851e-d6608853d87f tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:37:24.045298 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-d9892e0d-ca8e-4b9e-851e-d6608853d87f tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Usage tracker for resource:security_group_rule and tenant:0abf7fbe8a894aa0ac522b8db4c418f8 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:37:24.049536 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-d9892e0d-ca8e-4b9e-851e-d6608853d87f tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:37:24.060207 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-d9892e0d-ca8e-4b9e-851e-d6608853d87f tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:37:24.070596 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4579656a-c58d-4295-91ae-6b8aab5e5ac6 None None] Routers {'4979222f-6ab8-4608-8446-bee74d613afa'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:37:24.071460 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-4579656a-c58d-4295-91ae-6b8aab5e5ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d7d2f70>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:37:20Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['4979222f-6ab8-4608-8446-bee74d613afa'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:37:24.081227 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.db.securitygroups_db [None req-d9892e0d-ca8e-4b9e-851e-d6608853d87f tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Project 0abf7fbe8a894aa0ac522b8db4c418f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 16:37:24.090175 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-d9892e0d-ca8e-4b9e-851e-d6608853d87f tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:24.181162 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ae2a4-a316-4165-be65-508a037d93c9 None None] Pushing event updated for resources: {'Port': ['ID=e843bfc3-855d-4523-b429-7fd3e311a01b,revision_number=4']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:24.184251 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-e06ae2a4-a316-4165-be65-508a037d93c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:24.185837 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d19ec5-eded-4bf7-818f-3e489849c204 req-8aa5668a-dea0-4fb3-a18f-086b40f8be2f tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:24.187457 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-91d19ec5-eded-4bf7-818f-3e489849c204 req-8aa5668a-dea0-4fb3-a18f-086b40f8be2f tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.2320666
Jun 21 16:37:24.264800 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-91d19ec5-eded-4bf7-818f-3e489849c204 req-4f1fbca8-9322-4846-b0a6-979d7a6285ce tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658700
Jun 21 16:37:24.291363 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66259722-28fd-4c18-9097-6fc6d0be93aa req-b8232506-ed01-4752-a6a6-d9132a11d94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:24.294288 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-66259722-28fd-4c18-9097-6fc6d0be93aa req-b8232506-ed01-4752-a6a6-d9132a11d94b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f495dd509064a23adb18dc1cd54b526&device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 1098 time: 0.2526023
Jun 21 16:37:24.342851 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-d9892e0d-ca8e-4b9e-851e-d6608853d87f tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:24.349051 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-d9892e0d-ca8e-4b9e-851e-d6608853d87f tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742334'] for security_group_rule, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:24.359214 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:24.377474 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-4579656a-c58d-4295-91ae-6b8aab5e5ac6 None None] Set router 4979222f-6ab8-4608-8446-bee74d613afa gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:37:24.380724 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9892e0d-ca8e-4b9e-851e-d6608853d87f tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b2bac6-6197-4d30-8181-fb39cfdd204c,revision_number=0']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:24.385737 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-d9892e0d-ca8e-4b9e-851e-d6608853d87f tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:24.394339 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-d9892e0d-ca8e-4b9e-851e-d6608853d87f tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:24.403718 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-d9892e0d-ca8e-4b9e-851e-d6608853d87f tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3981402
Jun 21 16:37:24.403718 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 40408) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:24.539216 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66259722-28fd-4c18-9097-6fc6d0be93aa req-e8612e69-f129-403c-be2a-92c2776121af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:24.540830 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-66259722-28fd-4c18-9097-6fc6d0be93aa req-e8612e69-f129-403c-be2a-92c2776121af service neutron] 10.222.0.39 "GET /v2.0/networks?id=4e7bf916-d804-4156-8df4-c3e47df8bbc5 HTTP/1.1" status: 200  len: 917 time: 0.2349043
Jun 21 16:37:24.574031 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-6df69d70-bb8c-4fe2-9ad9-9e94c37658db admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:24.596335 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-6df69d70-bb8c-4fe2-9ad9-9e94c37658db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:37:24.601564 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-6df69d70-bb8c-4fe2-9ad9-9e94c37658db admin admin] Usage tracker for resource:security_group_rule and tenant:e7cbfc0af84d436d8dad6541a7bd3667 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:37:24.604926 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-6df69d70-bb8c-4fe2-9ad9-9e94c37658db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:37:24.613403 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-6df69d70-bb8c-4fe2-9ad9-9e94c37658db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:37:24.719897 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-6df69d70-bb8c-4fe2-9ad9-9e94c37658db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:24.725615 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-6df69d70-bb8c-4fe2-9ad9-9e94c37658db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:24.750023 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-66259722-28fd-4c18-9097-6fc6d0be93aa req-69b53ee1-f6d4-4442-8ea8-8f4f4939872c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42c93584-495e-4381-a61f-b977ecbd7633 HTTP/1.1" status: 200  len: 1001 time: 0.2019062
Jun 21 16:37:24.770905 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-4579656a-c58d-4295-91ae-6b8aab5e5ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d7d2f70>, [{'id': '4979222f-6ab8-4608-8446-bee74d613afa', 'name': 'tempest-TestShelveInstance-1981811340-router', 'tenant_id': 'cc802e344e644a038ba2608a93034dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'e5e5cdc5-6664-4b47-a7c4-6436294ee3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:37:10Z', 'updated_at': '2021-06-21T16:37:18Z', 'revision_number': 4, 'project_id': 'cc802e344e644a038ba2608a93034dc1', 'gw_port': {'id': 'e5e5cdc5-6664-4b47-a7c4-6436294ee3c0', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4979222f-6ab8-4608-8446-bee74d613afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:37:11Z', 'updated_at': '2021-06-21T16:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': 'e843bfc3-855d-4523-b429-7fd3e311a01b', 'name': '', 'network_id': '14b89045-bed3-4e7a-8535-8286703eca56', 'tenant_id': 'cc802e344e644a038ba2608a93034dc1', 'mac_address': 'fa:16:3e:2b:12:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4979222f-6ab8-4608-8446-bee74d613afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '9ce2590f-c60e-4333-88ee-f55ef3d830e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:37:16Z', 'updated_at': '2021-06-21T16:37:23Z', 'revision_number': 4, 'project_id': 'cc802e344e644a038ba2608a93034dc1', 'subnets': [{'id': '9ce2590f-c60e-4333-88ee-f55ef3d830e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:37:24.775303 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4579656a-c58d-4295-91ae-6b8aab5e5ac6 None None] The sync data for ids ['4979222f-6ab8-4608-8446-bee74d613afa'] in dv-cinder-797161-1-iscsi is: [{'id': '4979222f-6ab8-4608-8446-bee74d613afa', 'name': 'tempest-TestShelveInstance-1981811340-router', 'tenant_id': 'cc802e344e644a038ba2608a93034dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'e5e5cdc5-6664-4b47-a7c4-6436294ee3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:37:10Z', 'updated_at': '2021-06-21T16:37:18Z', 'revision_number': 4, 'project_id': 'cc802e344e644a038ba2608a93034dc1', 'gw_port': {'id': 'e5e5cdc5-6664-4b47-a7c4-6436294ee3c0', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4979222f-6ab8-4608-8446-bee74d613afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:37:11Z', 'updated_at': '2021-06-21T16:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': 'e843bfc3-855d-4523-b429-7fd3e311a01b', 'name': '', 'network_id': '14b89045-bed3-4e7a-8535-8286703eca56', 'tenant_id': 'cc802e344e644a038ba2608a93034dc1', 'mac_address': 'fa:16:3e:2b:12:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4979222f-6ab8-4608-8446-bee74d613afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '9ce2590f-c60e-4333-88ee-f55ef3d830e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:37:16Z', 'updated_at': '2021-06-21T16:37:23Z', 'revision_number': 4, 'project_id': 'cc802e344e644a038ba2608a93034dc1', 'subnets': [{'id': '9ce2590f-c60e-4333-88ee-f55ef3d830e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:37:24.776120 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-dd3b862a-8e3d-4421-a637-07535b8a7c20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:24.788675 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-6df69d70-bb8c-4fe2-9ad9-9e94c37658db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e7cbfc0af84d436d8dad6541a7bd3667&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3906157
Jun 21 16:37:24.791755 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 40448) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:24.835775 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99aba2-bda4-4a8d-bc72-926d0470adfd req-8cd9b2cf-7d84-4bf1-96e8-b26ca54da79b tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:24.837305 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-cc99aba2-bda4-4a8d-bc72-926d0470adfd req-8cd9b2cf-7d84-4bf1-96e8-b26ca54da79b tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.1931591
Jun 21 16:37:24.856725 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df69d70-bb8c-4fe2-9ad9-9e94c37658db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6a66c6-ed33-4aae-abe3-eea268e64d9e,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:24.860176 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66259722-28fd-4c18-9097-6fc6d0be93aa req-a6b487e5-0483-42f4-8c9b-6046776f53fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:24.861824 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-66259722-28fd-4c18-9097-6fc6d0be93aa req-a6b487e5-0483-42f4-8c9b-6046776f53fc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736 HTTP/1.1" status: 200  len: 855 time: 0.1047132
Jun 21 16:37:24.862524 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-6df69d70-bb8c-4fe2-9ad9-9e94c37658db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:24.897793 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-b27f4cea-63b3-4257-886c-2729832300db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:24.939474 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-b27f4cea-63b3-4257-886c-2729832300db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:24.980981 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-cc99aba2-bda4-4a8d-bc72-926d0470adfd req-aded640b-0741-41f0-9f45-cfa2ba7e05c2 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1172857
Jun 21 16:37:24.998389 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66259722-28fd-4c18-9097-6fc6d0be93aa req-2bde7105-c050-45d0-b021-c1a36a75e240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:25.000332 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-66259722-28fd-4c18-9097-6fc6d0be93aa req-2bde7105-c050-45d0-b021-c1a36a75e240 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4e7bf916-d804-4156-8df4-c3e47df8bbc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1127288
Jun 21 16:37:25.020946 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-b27f4cea-63b3-4257-886c-2729832300db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:25.026033 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-5d57cb93-e5bd-4f79-9d72-1476f3f1d2ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:25.039340 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f4cea-63b3-4257-886c-2729832300db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6a66c6-ed33-4aae-abe3-eea268e64d9e,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:25.063620 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-b27f4cea-63b3-4257-886c-2729832300db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:25.069474 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-b27f4cea-63b3-4257-886c-2729832300db admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:25.072034 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-b27f4cea-63b3-4257-886c-2729832300db admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6b6a66c6-ed33-4aae-abe3-eea268e64d9e HTTP/1.1" status: 204  len: 168 time: 0.2786636
Jun 21 16:37:25.225931 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-66259722-28fd-4c18-9097-6fc6d0be93aa req-61b37091-3a3b-4f77-aac2-abf3ba0f11c7 service neutron] 10.222.0.39 "GET /v2.0/networks/4e7bf916-d804-4156-8df4-c3e47df8bbc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1891732
Jun 21 16:37:25.443065 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e28530-37f3-4419-a529-551e7512a62e req-367fc5a6-67cc-40a3-9acd-fbb0ad3730ff tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:25.447916 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-c5e28530-37f3-4419-a529-551e7512a62e req-367fc5a6-67cc-40a3-9acd-fbb0ad3730ff tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Synchronizing usage tracker for tenant:c3d28747cfe746fb862defcb2926e2fa on resource:port {{(pid=78426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:37:25.463825 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-c5e28530-37f3-4419-a529-551e7512a62e req-367fc5a6-67cc-40a3-9acd-fbb0ad3730ff tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Unset dirty status for tenant:c3d28747cfe746fb862defcb2926e2fa on resource:port {{(pid=78426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:37:25.465341 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c5e28530-37f3-4419-a529-551e7512a62e req-367fc5a6-67cc-40a3-9acd-fbb0ad3730ff tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.39 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.1831543
Jun 21 16:37:25.564458 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [req-c5e28530-37f3-4419-a529-551e7512a62e req-4850fd99-ce76-49a2-8925-aee9d16cbba0 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Deleting port 89ccd63d-bb07-4e16-952f-38e85def2138 {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:37:25.564829 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-c5e28530-37f3-4419-a529-551e7512a62e req-4850fd99-ce76-49a2-8925-aee9d16cbba0 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:25.586465 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 40466) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:25.630370 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-9ee0feb9-5b26-42d5-ac9f-e40eed668687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:25.649427 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-66259722-28fd-4c18-9097-6fc6d0be93aa req-3d3a183b-921a-465a-820a-c805a6abd41e service neutron] 10.222.0.39 "GET /v2.0/networks/4e7bf916-d804-4156-8df4-c3e47df8bbc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3665800
Jun 21 16:37:25.657703 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-9ee0feb9-5b26-42d5-ac9f-e40eed668687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:37:25.664256 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-9ee0feb9-5b26-42d5-ac9f-e40eed668687 admin admin] Usage tracker for resource:security_group_rule and tenant:c9663051244b4b798db74304bf81c101 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:37:25.668421 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-9ee0feb9-5b26-42d5-ac9f-e40eed668687 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:37:25.678575 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-9ee0feb9-5b26-42d5-ac9f-e40eed668687 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:37:25.688535 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31331aad-28ac-4f86-a83c-1738e84d75bd req-f6332df4-ac36-4dec-99a4-6e7e16f5a79c tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:25.690097 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-31331aad-28ac-4f86-a83c-1738e84d75bd req-f6332df4-ac36-4dec-99a4-6e7e16f5a79c tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 946 time: 0.2027261
Jun 21 16:37:25.774378 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-31331aad-28ac-4f86-a83c-1738e84d75bd req-bdc9c34a-036d-4ce9-bca8-2f9c77c9b280 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a34c4d9-e4e6-4832-85b8-dc005542f534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761852
Jun 21 16:37:25.842086 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-9ee0feb9-5b26-42d5-ac9f-e40eed668687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:25.846556 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-9ee0feb9-5b26-42d5-ac9f-e40eed668687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:25.847116 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [req-c5e28530-37f3-4419-a529-551e7512a62e req-4850fd99-ce76-49a2-8925-aee9d16cbba0 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] For port 89ccd63d-bb07-4e16-952f-38e85def2138, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=89ccd63d-bb07-4e16-952f-38e85def2138,segment=NetworkSegment(c89f387d-7649-48a7-994e-66684c22c74d),segment_id=c89f387d-7649-48a7-994e-66684c22c74d)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:37:25.848193 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-c5e28530-37f3-4419-a529-551e7512a62e req-4850fd99-ce76-49a2-8925-aee9d16cbba0 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:25.854653 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-112a5b50-e383-49d5-a08c-80c789126d58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:25.897780 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-9ee0feb9-5b26-42d5-ac9f-e40eed668687 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c9663051244b4b798db74304bf81c101&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3065915
Jun 21 16:37:25.898854 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0feb9-5b26-42d5-ac9f-e40eed668687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d17f98c-7ba9-4380-8405-77c7da2bc88c,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:25.901323 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 40480) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:25.903558 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-9ee0feb9-5b26-42d5-ac9f-e40eed668687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:25.974936 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-50a23701-b422-4dfd-8cc9-6156cc9a0e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:25.990872 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [req-c5e28530-37f3-4419-a529-551e7512a62e req-4850fd99-ce76-49a2-8925-aee9d16cbba0 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Calling delete_port for 89ccd63d-bb07-4e16-952f-38e85def2138 owned by compute:nova {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:37:26.009236 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-50a23701-b422-4dfd-8cc9-6156cc9a0e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:26.115855 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-50a23701-b422-4dfd-8cc9-6156cc9a0e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:26.120201 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-fec74a9f-9adc-4feb-9fab-3f03fdb844cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:26.156350 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a23701-b422-4dfd-8cc9-6156cc9a0e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d17f98c-7ba9-4380-8405-77c7da2bc88c,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:26.158920 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-50a23701-b422-4dfd-8cc9-6156cc9a0e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:26.168857 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-50a23701-b422-4dfd-8cc9-6156cc9a0e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:26.183495 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-50a23701-b422-4dfd-8cc9-6156cc9a0e35 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8d17f98c-7ba9-4380-8405-77c7da2bc88c HTTP/1.1" status: 204  len: 168 time: 0.2810860
Jun 21 16:37:26.272810 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-c5e28530-37f3-4419-a529-551e7512a62e req-4850fd99-ce76-49a2-8925-aee9d16cbba0 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:26.286716 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:26.287682 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58709d3f-d727-412b-a457-2f95fb759797 req-73751cf7-8da0-404a-b14e-e25a25d1bd51 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:26.289231 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-58709d3f-d727-412b-a457-2f95fb759797 req-73751cf7-8da0-404a-b14e-e25a25d1bd51 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.1045589
Jun 21 16:37:26.320945 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['89ccd63d-bb07-4e16-952f-38e85def2138'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:37:26.334871 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850fd99-ce76-49a2-8925-aee9d16cbba0 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Pushing event deleted for resources: {'Port': ['ID=89ccd63d-bb07-4e16-952f-38e85def2138,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:26.336881 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-58709d3f-d727-412b-a457-2f95fb759797 req-ca74c46c-12f0-4b6d-a9e5-d4c6cd0d4091 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412567
Jun 21 16:37:26.337645 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-4850fd99-ce76-49a2-8925-aee9d16cbba0 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:26.429182 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e28530-37f3-4419-a529-551e7512a62e req-4850fd99-ce76-49a2-8925-aee9d16cbba0 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] No DVR routers for this DVR port 89ccd63d-bb07-4e16-952f-38e85def2138 on host hv-cinder-79716 {{(pid=78426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 16:37:26.433000 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-c5e28530-37f3-4419-a529-551e7512a62e req-4850fd99-ce76-49a2-8925-aee9d16cbba0 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:26.436197 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be148157-70d0-4044-b477-e4125cf4f2aa', 'name': 'network-vif-deleted', 'tag': '89ccd63d-bb07-4e16-952f-38e85def2138'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:37:26.464380 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c5e28530-37f3-4419-a529-551e7512a62e req-4850fd99-ce76-49a2-8925-aee9d16cbba0 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.39 "DELETE /v2.0/ports/89ccd63d-bb07-4e16-952f-38e85def2138 HTTP/1.1" status: 204  len: 173 time: 0.9913948
Jun 21 16:37:26.495402 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device e843bfc3-855d-4523-b429-7fd3e311a01b up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:37:26.502798 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be148157-70d0-4044-b477-e4125cf4f2aa', 'name': 'network-vif-deleted', 'tag': '89ccd63d-bb07-4e16-952f-38e85def2138', 'status': 'completed', 'code': 200}
Jun 21 16:37:26.602400 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning for port e843bfc3-855d-4523-b429-7fd3e311a01b completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:37:26.607739 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port e843bfc3-855d-4523-b429-7fd3e311a01b triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:37:26.608443 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:26.739092 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:26.781784 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] For port e843bfc3-855d-4523-b429-7fd3e311a01b, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=e843bfc3-855d-4523-b429-7fd3e311a01b,segment=NetworkSegment(41f3329e-ef22-41f2-a0ff-14688e19272c),segment_id=41f3329e-ef22-41f2-a0ff-14688e19272c)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:37:26.786217 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:26.789048 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:26.859540 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Pushing event updated for resources: {'Port': ['ID=e843bfc3-855d-4523-b429-7fd3e311a01b,revision_number=5']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:26.863107 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:26.970699 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d21fcd3a-e162-40fa-b6b4-87c94a3c2704 req-72ffd85a-b11f-47bc-a082-c18aaa94a1ce tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] 10.222.0.24 "GET /v2.0/ports?device_id=be148157-70d0-4044-b477-e4125cf4f2aa HTTP/1.1" status: 200  len: 210 time: 0.0523026
Jun 21 16:37:27.176646 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 40518) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:27.285618 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [None req-7679d59c-30a7-4219-87d0-42d81768f1e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-312703625-network', 'tenant_id': '11f81edee92e43f4826ea71378010756'}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:37:27.290201 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-7679d59c-30a7-4219-87d0-42d81768f1e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:37:27.293947 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-7679d59c-30a7-4219-87d0-42d81768f1e3 admin admin] Usage tracker for resource:network and tenant:11f81edee92e43f4826ea71378010756 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:37:27.296864 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-7679d59c-30a7-4219-87d0-42d81768f1e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:37:27.303754 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-7679d59c-30a7-4219-87d0-42d81768f1e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:37:27.313478 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7679d59c-30a7-4219-87d0-42d81768f1e3 admin admin] Made reservation on behalf of 11f81edee92e43f4826ea71378010756 for: {'network': 1} {{(pid=78427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:37:27.315936 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-7679d59c-30a7-4219-87d0-42d81768f1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for network, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:27.330601 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-7679d59c-30a7-4219-87d0-42d81768f1e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:27.344954 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-7679d59c-30a7-4219-87d0-42d81768f1e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:37:27.349841 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-7679d59c-30a7-4219-87d0-42d81768f1e3 admin admin] Usage tracker for resource:security_group_rule and tenant:11f81edee92e43f4826ea71378010756 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:37:27.352785 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-7679d59c-30a7-4219-87d0-42d81768f1e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:37:27.359042 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-7679d59c-30a7-4219-87d0-42d81768f1e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:37:27.441673 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-7679d59c-30a7-4219-87d0-42d81768f1e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:27.448924 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-7679d59c-30a7-4219-87d0-42d81768f1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:27.452412 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-08277bff-7c19-45de-9e84-b46184aa2bcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:27.483085 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7679d59c-30a7-4219-87d0-42d81768f1e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640}  {{(pid=78427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 16:37:27.532824 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7679d59c-30a7-4219-87d0-42d81768f1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3f35a1-b274-45f5-a5cd-43d6c78107cf,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:27.542670 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-7679d59c-30a7-4219-87d0-42d81768f1e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:27.549137 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-7679d59c-30a7-4219-87d0-42d81768f1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645578'] for segment, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:27.549470 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.db.segments_db [None req-7679d59c-30a7-4219-87d0-42d81768f1e3 admin admin] Added segment f7f1707a-c580-4cac-9afe-e15ad893121a of type vlan for network 13fdf5fd-641a-4302-97af-ee549ba54a44
Jun 21 16:37:27.592833 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-7679d59c-30a7-4219-87d0-42d81768f1e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768073942321'] for network, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:27.631734 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454dd332-cf3a-459e-aa0c-f8100c43037a req-472c758f-1f86-4051-a7a4-a312d504c67d tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:27.633255 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-454dd332-cf3a-459e-aa0c-f8100c43037a req-472c758f-1f86-4051-a7a4-a312d504c67d tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.1511803
Jun 21 16:37:27.672302 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-7679d59c-30a7-4219-87d0-42d81768f1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592'] for network, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:27.675881 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7679d59c-30a7-4219-87d0-42d81768f1e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:27.676502 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-7679d59c-30a7-4219-87d0-42d81768f1e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for network, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:27.687255 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-c9a7d817-f14e-4c94-8458-5ae64c3158b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:27.718301 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-454dd332-cf3a-459e-aa0c-f8100c43037a req-b05ca3d2-f26b-4207-8da4-82690992b225 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0766819
Jun 21 16:37:27.751006 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-7679d59c-30a7-4219-87d0-42d81768f1e3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5702965
Jun 21 16:37:27.754165 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 40528) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:27.761374 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-cf830fda-4f09-4e4f-838e-d24e2016eb0d admin admin] Request body: {'subnet': {'network_id': '13fdf5fd-641a-4302-97af-ee549ba54a44', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-312703625-subnet', 'tenant_id': '11f81edee92e43f4826ea71378010756', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:37:27.765417 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-cf830fda-4f09-4e4f-838e-d24e2016eb0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:37:27.770469 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-cf830fda-4f09-4e4f-838e-d24e2016eb0d admin admin] Usage tracker for resource:subnet and tenant:11f81edee92e43f4826ea71378010756 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:37:27.773941 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-cf830fda-4f09-4e4f-838e-d24e2016eb0d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:37:27.780756 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-cf830fda-4f09-4e4f-838e-d24e2016eb0d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:37:27.793039 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf830fda-4f09-4e4f-838e-d24e2016eb0d admin admin] Made reservation on behalf of 11f81edee92e43f4826ea71378010756 for: {'subnet': 1} {{(pid=78426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:37:27.795581 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cf830fda-4f09-4e4f-838e-d24e2016eb0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2229037'] for subnet, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:27.829826 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7679d59c-30a7-4219-87d0-42d81768f1e3 admin admin] Pushing event updated for resources: {'Network': ['ID=13fdf5fd-641a-4302-97af-ee549ba54a44,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:27.834090 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-7679d59c-30a7-4219-87d0-42d81768f1e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:27.842199 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Network 13fdf5fd-641a-4302-97af-ee549ba54a44 details requested by agent ovs-agent-dv-cinder-797161-1-iscsi with host dv-cinder-797161-1-iscsi {{(pid=78428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 16:37:28.068338 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 40534) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:28.209679 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cf830fda-4f09-4e4f-838e-d24e2016eb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2434771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2229055'] for subnet, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:28.213945 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:28.384469 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf830fda-4f09-4e4f-838e-d24e2016eb0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=62894511-f960-455b-b395-e50fe021b939,revision_number=0']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:28.391460 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-cf830fda-4f09-4e4f-838e-d24e2016eb0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:28.399022 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf830fda-4f09-4e4f-838e-d24e2016eb0d admin admin] Checking segment: {'id': 'f7f1707a-c580-4cac-9afe-e15ad893121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '13fdf5fd-641a-4302-97af-ee549ba54a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:37:28.399460 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf830fda-4f09-4e4f-838e-d24e2016eb0d admin admin] Network hostable DHCP agents. Network: 13fdf5fd-641a-4302-97af-ee549ba54a44, hostable agents: ['3e057b97-a383-4976-a3a1-556748f7f018'], hosted agents: [] {{(pid=78426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 16:37:28.419701 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf830fda-4f09-4e4f-838e-d24e2016eb0d admin admin] Network 13fdf5fd-641a-4302-97af-ee549ba54a44 is scheduled to be hosted by DHCP agent 3e057b97-a383-4976-a3a1-556748f7f018 with binding_index 1 {{(pid=78426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 16:37:28.436576 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-cf830fda-4f09-4e4f-838e-d24e2016eb0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797161-1-iscsi, 13fdf5fd-641a-4302-97af-ee549ba54a44) {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:37:28.450143 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4150d584-5f79-485a-b54c-f34cacbaa8f6 None None] Network 13fdf5fd-641a-4302-97af-ee549ba54a44 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:37:28.452566 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf830fda-4f09-4e4f-838e-d24e2016eb0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:28.455694 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cf830fda-4f09-4e4f-838e-d24e2016eb0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:28.475147 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device e843bfc3-855d-4523-b429-7fd3e311a01b up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:37:28.486652 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-cf830fda-4f09-4e4f-838e-d24e2016eb0d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7228935
Jun 21 16:37:28.646923 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port e843bfc3-855d-4523-b429-7fd3e311a01b triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:37:28.647309 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:28.791217 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-fd3b4610-d031-44c8-b31b-2239fc0cba7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1726647'] for router_interface, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:28.861393 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06535d8-100e-41d9-ae03-e91e2cc8f8e8 None None] Network 13fdf5fd-641a-4302-97af-ee549ba54a44 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:37:29.069524 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff0062-7f4a-49f2-b45a-bc9f0214e42a req-bb5cd911-113a-4532-965f-0db7ab459d93 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:29.077099 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-53ff0062-7f4a-49f2-b45a-bc9f0214e42a req-bb5cd911-113a-4532-965f-0db7ab459d93 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 945 time: 0.2075646
Jun 21 16:37:29.152015 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 42c93584-495e-4381-a61f-b977ecbd7633 no longer exists at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:37:29.232974 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-53ff0062-7f4a-49f2-b45a-bc9f0214e42a req-edbbd3a1-52ea-45a6-977d-522b44a2e55b tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1547427
Jun 21 16:37:29.294445 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:29.332892 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb49a93-87b9-4e81-b4a3-c8e876dab673', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42c93584-495e-4381-a61f-b977ecbd7633'}] {{(pid=78428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:37:29.352769 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 42c93584-495e-4381-a61f-b977ecbd7633, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=42c93584-495e-4381-a61f-b977ecbd7633,segment=NetworkSegment(cb66d3c6-9116-4b7e-95d4-8704f85ac6dc),segment_id=cb66d3c6-9116-4b7e-95d4-8704f85ac6dc)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:37:29.364626 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:29.365533 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 89ccd63d-bb07-4e16-952f-38e85def2138 no longer exists at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:37:29.397049 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [None req-fd3b4610-d031-44c8-b31b-2239fc0cba7f admin admin] Deleting port 346eea47-adb1-46db-8c3f-9702f9c1fbc5 {{(pid=78427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:37:29.397495 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-fd3b4610-d031-44c8-b31b-2239fc0cba7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:29.414973 dv-cinder-797161-1-iscsi neutron-server[78428]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8eb49a93-87b9-4e81-b4a3-c8e876dab673', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '42c93584-495e-4381-a61f-b977ecbd7633', 'code': 422} returned with failed status
Jun 21 16:37:29.415496 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:29.459639 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] No Port match for: 89ccd63d-bb07-4e16-952f-38e85def2138 {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:37:29.459639 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 89ccd63d-bb07-4e16-952f-38e85def2138 not bound to the agent host hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:37:29.492735 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=42c93584-495e-4381-a61f-b977ecbd7633,revision_number=8']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:29.496151 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:29.602221 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [None req-fd3b4610-d031-44c8-b31b-2239fc0cba7f admin admin] For port 346eea47-adb1-46db-8c3f-9702f9c1fbc5, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=346eea47-adb1-46db-8c3f-9702f9c1fbc5,segment=NetworkSegment(c89f387d-7649-48a7-994e-66684c22c74d),segment_id=c89f387d-7649-48a7-994e-66684c22c74d)] {{(pid=78427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:37:29.602575 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-fd3b4610-d031-44c8-b31b-2239fc0cba7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:29.730551 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [None req-fd3b4610-d031-44c8-b31b-2239fc0cba7f admin admin] Calling delete_port for 346eea47-adb1-46db-8c3f-9702f9c1fbc5 owned by network:router_interface {{(pid=78427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:37:30.200890 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-fd3b4610-d031-44c8-b31b-2239fc0cba7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1910645'] for port, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:30.211987 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-824427b3-2c6d-45c3-8675-691d589e8a26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:30.265238 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b4610-d031-44c8-b31b-2239fc0cba7f admin admin] Pushing event deleted for resources: {'Port': ['ID=346eea47-adb1-46db-8c3f-9702f9c1fbc5,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:30.331544 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b4610-d031-44c8-b31b-2239fc0cba7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:30.331910 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b4610-d031-44c8-b31b-2239fc0cba7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:30.332265 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b4610-d031-44c8-b31b-2239fc0cba7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:30.332623 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b4610-d031-44c8-b31b-2239fc0cba7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:30.333035 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b4610-d031-44c8-b31b-2239fc0cba7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:30.333296 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b4610-d031-44c8-b31b-2239fc0cba7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:30.333645 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b4610-d031-44c8-b31b-2239fc0cba7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:30.333926 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b4610-d031-44c8-b31b-2239fc0cba7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:30.334257 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b4610-d031-44c8-b31b-2239fc0cba7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:30.334587 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b4610-d031-44c8-b31b-2239fc0cba7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:30.334912 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b4610-d031-44c8-b31b-2239fc0cba7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:30.335235 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3b4610-d031-44c8-b31b-2239fc0cba7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:30.346177 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-fd3b4610-d031-44c8-b31b-2239fc0cba7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:30.494306 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f030c3-beab-40b3-b38b-4423407b5c9f req-d003cbee-7bb3-4766-a420-f53156f9c753 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:30.495824 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a7f030c3-beab-40b3-b38b-4423407b5c9f req-d003cbee-7bb3-4766-a420-f53156f9c753 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 943 time: 0.3307879
Jun 21 16:37:30.571443 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 40596) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:30.631944 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-fd3b4610-d031-44c8-b31b-2239fc0cba7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1647111'] for router_interface, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:30.638800 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a7f030c3-beab-40b3-b38b-4423407b5c9f req-d6bb625d-18c6-4efd-80f7-032367e10007 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0835142
Jun 21 16:37:30.705940 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-ee0f74db-bf07-483e-b5c6-afd0520992c4 req-7f2bb2fd-6c24-4128-8848-c9d454092c48 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1332705
Jun 21 16:37:30.947875 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389ac43-bad5-448d-88d2-1440702536cb req-dbbda3fe-df4c-4018-8b83-367b9fdc5dd4 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:30.948578 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-2389ac43-bad5-448d-88d2-1440702536cb req-dbbda3fe-df4c-4018-8b83-367b9fdc5dd4 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Synchronizing usage tracker for tenant:11f81edee92e43f4826ea71378010756 on resource:network {{(pid=78427) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:37:31.018274 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-2389ac43-bad5-448d-88d2-1440702536cb req-dbbda3fe-df4c-4018-8b83-367b9fdc5dd4 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Unset dirty status for tenant:11f81edee92e43f4826ea71378010756 on resource:network {{(pid=78427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:37:31.020056 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2389ac43-bad5-448d-88d2-1440702536cb req-dbbda3fe-df4c-4018-8b83-367b9fdc5dd4 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/networks?id=13fdf5fd-641a-4302-97af-ee549ba54a44 HTTP/1.1" status: 200  len: 808 time: 0.3203149
Jun 21 16:37:31.052348 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2389ac43-bad5-448d-88d2-1440702536cb req-f2ca525e-ef80-4940-b340-8aacc9fdc45d tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/quotas/11f81edee92e43f4826ea71378010756 HTTP/1.1" status: 200  len: 375 time: 0.0238085
Jun 21 16:37:31.173154 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2389ac43-bad5-448d-88d2-1440702536cb req-ff42e1a1-3c64-4b09-952d-2336c82abb6f tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=11f81edee92e43f4826ea71378010756&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0646214
Jun 21 16:37:31.222519 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3b4610-d031-44c8-b31b-2239fc0cba7f admin admin] Router b7810331-92c2-4f98-b050-18bafd4ed6be has already been hosted by L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb {{(pid=78427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 16:37:31.497253 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2389ac43-bad5-448d-88d2-1440702536cb req-9952e448-37c0-40c0-91a3-1f5114f07d55 service neutron] 10.222.0.24 "GET /v2.0/networks/13fdf5fd-641a-4302-97af-ee549ba54a44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3165221
Jun 21 16:37:31.663825 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3b4610-d031-44c8-b31b-2239fc0cba7f admin admin] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:37:31.675442 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14464a41-04dc-4fab-98ec-f3d6eea8d62c None None] Sync routers for ids ['b7810331-92c2-4f98-b050-18bafd4ed6be'] in dv-cinder-797161-1-iscsi {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:37:31.692668 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-fd3b4610-d031-44c8-b31b-2239fc0cba7f admin admin] 10.222.0.24 "PUT /v2.0/routers/b7810331-92c2-4f98-b050-18bafd4ed6be/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6208594
Jun 21 16:37:31.693057 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 40620) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:31.698608 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14464a41-04dc-4fab-98ec-f3d6eea8d62c None None] Routers {'b7810331-92c2-4f98-b050-18bafd4ed6be'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:37:31.699319 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-14464a41-04dc-4fab-98ec-f3d6eea8d62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979dc8d550>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:37:20Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['b7810331-92c2-4f98-b050-18bafd4ed6be'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:37:31.722191 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2389ac43-bad5-448d-88d2-1440702536cb req-6b229f62-d3e5-4659-9ab1-7d352118262b service neutron] 10.222.0.24 "GET /v2.0/networks/13fdf5fd-641a-4302-97af-ee549ba54a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1751935
Jun 21 16:37:31.906205 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-d2a760bd-fa7f-4ebd-870d-4c5ec5847795 admin admin] Notify callbacks [] for router, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:31.935767 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-48e85561-f818-445e-ba6b-63493b8d3d06 req-c00b7df0-e859-47b4-823a-d918d1ca2dd4 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8c486c-77f3-432c-8db8-07305cab8a30 HTTP/1.1" status: 200  len: 210 time: 0.0526607
Jun 21 16:37:31.943472 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8a2c1-8ff4-4db2-9897-52e0d07b4c85 req-73ba711e-ef9e-4e0c-b821-4f431d39ea2c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:31.947488 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-14464a41-04dc-4fab-98ec-f3d6eea8d62c None None] Set router b7810331-92c2-4f98-b050-18bafd4ed6be gateway port host: dv-cinder-797161-1-iscsi {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:37:31.959434 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e8c8a2c1-8ff4-4db2-9897-52e0d07b4c85 req-73ba711e-ef9e-4e0c-b821-4f431d39ea2c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 943 time: 0.1681898
Jun 21 16:37:32.001826 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e8c8a2c1-8ff4-4db2-9897-52e0d07b4c85 req-36735f0a-b53b-47ca-89f6-77ec506cd3bc tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414279
Jun 21 16:37:32.146173 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-d2a760bd-fa7f-4ebd-870d-4c5ec5847795 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:32.159394 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-d2a760bd-fa7f-4ebd-870d-4c5ec5847795 admin admin] Deleting port 3c02ae8f-31de-4676-9173-85dcbfccbdd5 {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:37:32.161545 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-d2a760bd-fa7f-4ebd-870d-4c5ec5847795 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:32.280118 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-14464a41-04dc-4fab-98ec-f3d6eea8d62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979dc8d550>, [{'id': 'b7810331-92c2-4f98-b050-18bafd4ed6be', 'name': 'tempest-ServerRescueNegativeTestJSON-577710363-router', 'tenant_id': 'c3d28747cfe746fb862defcb2926e2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '3c02ae8f-31de-4676-9173-85dcbfccbdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:13Z', 'updated_at': '2021-06-21T16:37:30Z', 'revision_number': 5, 'project_id': 'c3d28747cfe746fb862defcb2926e2fa', 'gw_port': {'id': '3c02ae8f-31de-4676-9173-85dcbfccbdd5', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7810331-92c2-4f98-b050-18bafd4ed6be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:15Z', 'updated_at': '2021-06-21T16:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi'}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:37:32.283843 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14464a41-04dc-4fab-98ec-f3d6eea8d62c None None] Checking router: b7810331-92c2-4f98-b050-18bafd4ed6be for host: dv-cinder-797161-1-iscsi {{(pid=78429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:37:32.292634 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14464a41-04dc-4fab-98ec-f3d6eea8d62c None None] Routers {'b7810331-92c2-4f98-b050-18bafd4ed6be'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:37:32.293224 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-14464a41-04dc-4fab-98ec-f3d6eea8d62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979dc8d550>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:37:20Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['b7810331-92c2-4f98-b050-18bafd4ed6be'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:37:32.411700 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-d2a760bd-fa7f-4ebd-870d-4c5ec5847795 admin admin] For port 3c02ae8f-31de-4676-9173-85dcbfccbdd5, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=3c02ae8f-31de-4676-9173-85dcbfccbdd5,segment=NetworkSegment(3123edc3-090a-4516-9a79-a6a8c7b9190b),segment_id=3123edc3-090a-4516-9a79-a6a8c7b9190b)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:37:32.412061 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-d2a760bd-fa7f-4ebd-870d-4c5ec5847795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:32.444467 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-14464a41-04dc-4fab-98ec-f3d6eea8d62c None None] Set router b7810331-92c2-4f98-b050-18bafd4ed6be gateway port host: None {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:37:32.535708 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-d2a760bd-fa7f-4ebd-870d-4c5ec5847795 admin admin] Calling delete_port for 3c02ae8f-31de-4676-9173-85dcbfccbdd5 owned by network:router_gateway {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:37:32.547875 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-14464a41-04dc-4fab-98ec-f3d6eea8d62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979dc8d550>, [{'id': 'b7810331-92c2-4f98-b050-18bafd4ed6be', 'name': 'tempest-ServerRescueNegativeTestJSON-577710363-router', 'tenant_id': 'c3d28747cfe746fb862defcb2926e2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:13Z', 'updated_at': '2021-06-21T16:37:32Z', 'revision_number': 6, 'project_id': 'c3d28747cfe746fb862defcb2926e2fa', 'gw_port_host': None}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:37:32.553154 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14464a41-04dc-4fab-98ec-f3d6eea8d62c None None] The sync data for ids ['b7810331-92c2-4f98-b050-18bafd4ed6be'] in dv-cinder-797161-1-iscsi is: [{'id': 'b7810331-92c2-4f98-b050-18bafd4ed6be', 'name': 'tempest-ServerRescueNegativeTestJSON-577710363-router', 'tenant_id': 'c3d28747cfe746fb862defcb2926e2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:13Z', 'updated_at': '2021-06-21T16:37:32Z', 'revision_number': 6, 'project_id': 'c3d28747cfe746fb862defcb2926e2fa', 'gw_port_host': None}] {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:37:32.564517 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f74db-bf07-483e-b5c6-afd0520992c4 req-a94b8f89-fd19-4b37-bed6-12d85291487d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:32.565988 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-ee0f74db-bf07-483e-b5c6-afd0520992c4 req-a94b8f89-fd19-4b37-bed6-12d85291487d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673&tenant_id=2f495dd509064a23adb18dc1cd54b526 HTTP/1.1" status: 200  len: 1096 time: 0.2561572
Jun 21 16:37:32.848693 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f74db-bf07-483e-b5c6-afd0520992c4 req-17fddbc9-df62-42da-8957-0e0d60064ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:32.850138 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-ee0f74db-bf07-483e-b5c6-afd0520992c4 req-17fddbc9-df62-42da-8957-0e0d60064ffa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f495dd509064a23adb18dc1cd54b526&device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 1096 time: 0.1268761
Jun 21 16:37:33.054725 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-dfc22bb6-b094-4ffc-8003-218e217b090a req-ffdd40f8-26f2-460a-9630-b88372251bfd tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8c486c-77f3-432c-8db8-07305cab8a30 HTTP/1.1" status: 200  len: 210 time: 0.0589781
Jun 21 16:37:33.127252 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-d2a760bd-fa7f-4ebd-870d-4c5ec5847795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:33.133604 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:33.172026 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 42c93584-495e-4381-a61f-b977ecbd7633 no longer exists at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:37:33.232981 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a760bd-fa7f-4ebd-870d-4c5ec5847795 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c02ae8f-31de-4676-9173-85dcbfccbdd5,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:33.240262 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f7447-62cb-4375-8c37-cae3a62793fb req-259b0223-bcaf-4e46-bb10-6aa34f790226 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:33.248828 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-078f7447-62cb-4375-8c37-cae3a62793fb req-259b0223-bcaf-4e46-bb10-6aa34f790226 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 943 time: 0.1026759
Jun 21 16:37:33.253149 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a760bd-fa7f-4ebd-870d-4c5ec5847795 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:33.253972 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a760bd-fa7f-4ebd-870d-4c5ec5847795 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:33.254692 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a760bd-fa7f-4ebd-870d-4c5ec5847795 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:33.255275 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a760bd-fa7f-4ebd-870d-4c5ec5847795 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:33.255863 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a760bd-fa7f-4ebd-870d-4c5ec5847795 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:33.256449 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a760bd-fa7f-4ebd-870d-4c5ec5847795 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:33.257005 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a760bd-fa7f-4ebd-870d-4c5ec5847795 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:33.257583 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a760bd-fa7f-4ebd-870d-4c5ec5847795 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:33.258158 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a760bd-fa7f-4ebd-870d-4c5ec5847795 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:33.258723 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a760bd-fa7f-4ebd-870d-4c5ec5847795 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:33.259272 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a760bd-fa7f-4ebd-870d-4c5ec5847795 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:33.260253 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a760bd-fa7f-4ebd-870d-4c5ec5847795 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:33.274005 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-d2a760bd-fa7f-4ebd-870d-4c5ec5847795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:33.275261 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f74db-bf07-483e-b5c6-afd0520992c4 req-e6002715-cc1e-4157-ab65-b4fc40d30815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:33.277034 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-ee0f74db-bf07-483e-b5c6-afd0520992c4 req-e6002715-cc1e-4157-ab65-b4fc40d30815 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4e7bf916-d804-4156-8df4-c3e47df8bbc5 HTTP/1.1" status: 200  len: 917 time: 0.3991027
Jun 21 16:37:33.298803 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-078f7447-62cb-4375-8c37-cae3a62793fb req-aec99eb0-5928-4736-bf36-693ff2384212 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490654
Jun 21 16:37:33.423208 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-d2a760bd-fa7f-4ebd-870d-4c5ec5847795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1727384'] for router_gateway, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:33.463473 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-ee0f74db-bf07-483e-b5c6-afd0520992c4 req-1bea2a7f-52c1-4882-8d3d-ac5cc171077f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42c93584-495e-4381-a61f-b977ecbd7633 HTTP/1.1" status: 200  len: 999 time: 0.1570830
Jun 21 16:37:33.637510 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-d2a760bd-fa7f-4ebd-870d-4c5ec5847795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1019'] for router, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:33.641167 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-d2a760bd-fa7f-4ebd-870d-4c5ec5847795 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:33.726738 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f74db-bf07-483e-b5c6-afd0520992c4 req-b986f8ff-6db8-46e9-b6b5-b4dfc0de1199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:33.728249 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-ee0f74db-bf07-483e-b5c6-afd0520992c4 req-b986f8ff-6db8-46e9-b6b5-b4dfc0de1199 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736 HTTP/1.1" status: 200  len: 855 time: 0.2004013
Jun 21 16:37:33.734064 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-d2a760bd-fa7f-4ebd-870d-4c5ec5847795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1647669'] for router, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:33.734610 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a760bd-fa7f-4ebd-870d-4c5ec5847795 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7810331-92c2-4f98-b050-18bafd4ed6be {{(pid=78426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 21 16:37:33.797061 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-d2a760bd-fa7f-4ebd-870d-4c5ec5847795 admin admin] Notify callbacks [] for router, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:33.798176 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-d2a760bd-fa7f-4ebd-870d-4c5ec5847795 admin admin] 10.222.0.24 "DELETE /v2.0/routers/b7810331-92c2-4f98-b050-18bafd4ed6be HTTP/1.1" status: 204  len: 168 time: 2.1042287
Jun 21 16:37:33.801002 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 40640) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:33.876031 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_v2 [None req-e578770e-81e3-4218-aa05-11e848ddfceb admin admin] Deleting subnet 02d3a594-001f-4533-99ef-2a3cb4e62b62 {{(pid=78426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Jun 21 16:37:33.881092 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f74db-bf07-483e-b5c6-afd0520992c4 req-afd7a875-91ec-4ce1-97f9-f0c34a766655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:33.882695 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-ee0f74db-bf07-483e-b5c6-afd0520992c4 req-afd7a875-91ec-4ce1-97f9-f0c34a766655 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4e7bf916-d804-4156-8df4-c3e47df8bbc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1466091
Jun 21 16:37:33.883368 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e578770e-81e3-4218-aa05-11e848ddfceb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:34.013559 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e578770e-81e3-4218-aa05-11e848ddfceb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3128838'] for subnet, precommit_delete_associations {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:34.107074 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e578770e-81e3-4218-aa05-11e848ddfceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640788'] for subnet, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:34.139308 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-ee0f74db-bf07-483e-b5c6-afd0520992c4 req-84cc6559-3774-4edb-a0a7-8681d2b5458b service neutron] 10.222.0.39 "GET /v2.0/networks/4e7bf916-d804-4156-8df4-c3e47df8bbc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2298272
Jun 21 16:37:34.154734 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1234c244-d898-431b-b354-16a3f16d36cc req-ea548458-14da-4961-b9ff-5ffd2f94f983 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8c486c-77f3-432c-8db8-07305cab8a30 HTTP/1.1" status: 200  len: 210 time: 0.0444191
Jun 21 16:37:34.396786 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-ee0f74db-bf07-483e-b5c6-afd0520992c4 req-b21bd0e4-b108-4e17-880d-220122b60d38 service neutron] 10.222.0.39 "GET /v2.0/networks/4e7bf916-d804-4156-8df4-c3e47df8bbc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2492046
Jun 21 16:37:34.477515 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 3c02ae8f-31de-4676-9173-85dcbfccbdd5 no longer exists at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:37:34.507733 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a41891-7b56-45d3-b144-7ff900d10eb8 req-df02fcca-33d4-4e57-a263-1c12d50c45c2 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:34.513225 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e578770e-81e3-4218-aa05-11e848ddfceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2434572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2228998'] for subnet, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:34.516985 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f1a41891-7b56-45d3-b144-7ff900d10eb8 req-df02fcca-33d4-4e57-a263-1c12d50c45c2 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 943 time: 0.1057198
Jun 21 16:37:34.517421 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:34.529279 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] No Port match for: 3c02ae8f-31de-4676-9173-85dcbfccbdd5 {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:37:34.530271 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 3c02ae8f-31de-4676-9173-85dcbfccbdd5 not bound to the agent host dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:37:34.531204 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 346eea47-adb1-46db-8c3f-9702f9c1fbc5 no longer exists at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:37:34.578729 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] No Port match for: 346eea47-adb1-46db-8c3f-9702f9c1fbc5 {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:37:34.579337 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 346eea47-adb1-46db-8c3f-9702f9c1fbc5 not bound to the agent host dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:37:34.580394 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f1a41891-7b56-45d3-b144-7ff900d10eb8 req-50e96cea-e682-4067-83ae-ce794cec684d tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617132
Jun 21 16:37:34.667346 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e578770e-81e3-4218-aa05-11e848ddfceb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02d3a594-001f-4533-99ef-2a3cb4e62b62,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:34.670406 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-e578770e-81e3-4218-aa05-11e848ddfceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:34.671371 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e578770e-81e3-4218-aa05-11e848ddfceb admin admin] Notify callbacks [] for subnet, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:34.677720 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-e578770e-81e3-4218-aa05-11e848ddfceb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/02d3a594-001f-4533-99ef-2a3cb4e62b62 HTTP/1.1" status: 204  len: 168 time: 0.8757968
Jun 21 16:37:34.680310 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 40656) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:34.782690 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-740a5687-f143-495b-9c95-15a741ea0103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614427'] for network, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:34.906868 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-740a5687-f143-495b-9c95-15a741ea0103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640139', 'neutron.services.segments.db._delete_segments_for_network-8768074427558'] for network, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:34.920560 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.services.segments.db [None req-740a5687-f143-495b-9c95-15a741ea0103 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f979d9ac790>,) {'filters': {'network_id': ['c59c2429-3dc2-4964-ae2b-30558e1e435a']}} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:37:34.933038 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.services.segments.db [None req-740a5687-f143-495b-9c95-15a741ea0103 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f979d9ac790>, 'c89f387d-7649-48a7-994e-66684c22c74d') {'for_net_delete': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:37:34.933331 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.services.segments.db [None req-740a5687-f143-495b-9c95-15a741ea0103 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f979d9ac790>, 'c89f387d-7649-48a7-994e-66684c22c74d') {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:37:34.947338 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-740a5687-f143-495b-9c95-15a741ea0103 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768074438669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3128881'] for segment, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:34.964316 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-740a5687-f143-495b-9c95-15a741ea0103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645578'] for segment, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:34.971286 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-740a5687-f143-495b-9c95-15a741ea0103 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=78426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 16:37:34.971793 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-740a5687-f143-495b-9c95-15a741ea0103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-645571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2481582'] for segment, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:34.985643 dv-cinder-797161-1-iscsi neutron-server[78426]: Traceback (most recent call last):
Jun 21 16:37:34.985643 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 16:37:34.985643 dv-cinder-797161-1-iscsi neutron-server[78426]:     timer()
Jun 21 16:37:34.985643 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 16:37:34.985643 dv-cinder-797161-1-iscsi neutron-server[78426]:     cb(*args, **kw)
Jun 21 16:37:34.985643 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 16:37:34.985643 dv-cinder-797161-1-iscsi neutron-server[78426]:     return func(*args, **kwargs)
Jun 21 16:37:34.985643 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 16:37:34.985643 dv-cinder-797161-1-iscsi neutron-server[78426]:     self._notify()
Jun 21 16:37:34.985643 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 16:37:34.985643 dv-cinder-797161-1-iscsi neutron-server[78426]:     self.callback(batched_events)
Jun 21 16:37:34.985643 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 16:37:34.985643 dv-cinder-797161-1-iscsi neutron-server[78426]:     event.method(event)
Jun 21 16:37:34.985643 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 16:37:34.985643 dv-cinder-797161-1-iscsi neutron-server[78426]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 16:37:34.985643 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 16:37:34.985643 dv-cinder-797161-1-iscsi neutron-server[78426]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 16:37:34.985643 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 16:37:34.985643 dv-cinder-797161-1-iscsi neutron-server[78426]:     return f(self, *a, **k)
Jun 21 16:37:34.985643 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 16:37:34.985643 dv-cinder-797161-1-iscsi neutron-server[78426]:     return self._get(url).json()
Jun 21 16:37:34.985643 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 16:37:34.985643 dv-cinder-797161-1-iscsi neutron-server[78426]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 16:37:34.985643 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 16:37:34.985643 dv-cinder-797161-1-iscsi neutron-server[78426]:     return self.request(url, 'GET', **kwargs)
Jun 21 16:37:34.985643 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 16:37:34.985643 dv-cinder-797161-1-iscsi neutron-server[78426]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 16:37:34.985643 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 16:37:34.985643 dv-cinder-797161-1-iscsi neutron-server[78426]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 16:37:34.985643 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 16:37:34.985643 dv-cinder-797161-1-iscsi neutron-server[78426]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 16:37:34.985643 dv-cinder-797161-1-iscsi neutron-server[78426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 16:37:35.066245 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-740a5687-f143-495b-9c95-15a741ea0103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1727415'] for network, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:35.071938 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-372ae191-8a21-4ccf-acf5-dc3238c62216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:35.093611 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-740a5687-f143-495b-9c95-15a741ea0103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for network, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:35.107010 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a5687-f143-495b-9c95-15a741ea0103 admin admin] Pushing event deleted for resources: {'Network': ['ID=c59c2429-3dc2-4964-ae2b-30558e1e435a,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:35.109926 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-740a5687-f143-495b-9c95-15a741ea0103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:35.115520 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-740a5687-f143-495b-9c95-15a741ea0103 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c59c2429-3dc2-4964-ae2b-30558e1e435a HTTP/1.1" status: 204  len: 168 time: 0.4342422
Jun 21 16:37:35.284385 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1a18bba6-cf1f-4b30-a349-c8d342b5e6c0 req-73ccbd78-6773-4634-b1e9-d17e782fe886 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8c486c-77f3-432c-8db8-07305cab8a30 HTTP/1.1" status: 200  len: 210 time: 0.0579245
Jun 21 16:37:35.285485 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 40678) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:35.350771 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-01f3ec69-ffe9-466b-ab14-d51fd71b01cd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c3d28747cfe746fb862defcb2926e2fa&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0639184
Jun 21 16:37:35.353339 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 40686) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:35.422187 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-550dd568-c00e-4541-b1ca-93d3a281b85f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:35.458484 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-550dd568-c00e-4541-b1ca-93d3a281b85f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:35.516311 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-550dd568-c00e-4541-b1ca-93d3a281b85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:35.521072 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-f1b5786a-f208-46f4-9aae-fad3123ebb9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:35.531400 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550dd568-c00e-4541-b1ca-93d3a281b85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a34c4d9-e4e6-4832-85b8-dc005542f534,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:35.533813 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-550dd568-c00e-4541-b1ca-93d3a281b85f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:35.539544 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-550dd568-c00e-4541-b1ca-93d3a281b85f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:35.540904 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-550dd568-c00e-4541-b1ca-93d3a281b85f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a34c4d9-e4e6-4832-85b8-dc005542f534 HTTP/1.1" status: 204  len: 168 time: 0.1864986
Jun 21 16:37:35.922525 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e768f8-e8b1-46bc-a305-42d612556d60 req-2aa61019-e879-41d3-b42e-30f507335216 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:35.924242 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-75e768f8-e8b1-46bc-a305-42d612556d60 req-2aa61019-e879-41d3-b42e-30f507335216 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 943 time: 0.1492999
Jun 21 16:37:36.018068 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-75e768f8-e8b1-46bc-a305-42d612556d60 req-013753e7-0c2c-43d8-bdb0-7a95b026f33d tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0862970
Jun 21 16:37:36.472982 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-bd413b79-0356-4bc1-9265-f31fdde77906 req-01da5bdf-dffd-45db-8214-0388360f539f tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8c486c-77f3-432c-8db8-07305cab8a30 HTTP/1.1" status: 200  len: 210 time: 0.0645087
Jun 21 16:37:37.248059 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f5425-fd5b-4963-bbb2-66d9788b1cb1 req-18ecfc4e-9109-4de8-92ae-e92c7c3f2ad8 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:37.249917 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-966f5425-fd5b-4963-bbb2-66d9788b1cb1 req-18ecfc4e-9109-4de8-92ae-e92c7c3f2ad8 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 943 time: 0.0968175
Jun 21 16:37:37.311687 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-966f5425-fd5b-4963-bbb2-66d9788b1cb1 req-5f726e38-5bee-4507-98e3-d5a95a59dde2 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544331
Jun 21 16:37:37.630367 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b06cfe6e-c7de-4723-9412-53b0f5f524e8 req-e9f8cc0c-d418-4775-bb58-c53966d7a802 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8c486c-77f3-432c-8db8-07305cab8a30 HTTP/1.1" status: 200  len: 210 time: 0.0460539
Jun 21 16:37:38.528076 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7882e3-9f57-4859-8a2d-a1ba773dd523 req-2a7b8ca8-1994-4116-ab5a-2ac7d44f59c0 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:38.529424 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-eb7882e3-9f57-4859-8a2d-a1ba773dd523 req-2a7b8ca8-1994-4116-ab5a-2ac7d44f59c0 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 943 time: 0.0920813
Jun 21 16:37:38.593795 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-eb7882e3-9f57-4859-8a2d-a1ba773dd523 req-aaf1d39b-5c47-4367-b6b8-735cd906c248 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578265
Jun 21 16:37:38.794371 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-55702d0d-cee1-4c4e-b125-d18e2a8223dc req-00315a1b-9b9c-4999-9008-0a6e8bbe8ca5 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8c486c-77f3-432c-8db8-07305cab8a30 HTTP/1.1" status: 200  len: 210 time: 0.0521421
Jun 21 16:37:39.002605 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 40800) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:39.131622 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0e9c99f9-79ed-4fbf-931e-979b1c50638e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:39.147706 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-0e9c99f9-79ed-4fbf-931e-979b1c50638e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:37:39.151572 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-0e9c99f9-79ed-4fbf-931e-979b1c50638e admin admin] Usage tracker for resource:security_group_rule and tenant:1f4e2dd592b94c48aa0b4f063b5bea20 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:37:39.154498 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-0e9c99f9-79ed-4fbf-931e-979b1c50638e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:37:39.160507 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-0e9c99f9-79ed-4fbf-931e-979b1c50638e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:37:39.245562 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0e9c99f9-79ed-4fbf-931e-979b1c50638e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:39.251639 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0e9c99f9-79ed-4fbf-931e-979b1c50638e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:39.261428 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-a05043b5-71f3-4daa-8558-ca55257bb584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:39.304264 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c99f9-79ed-4fbf-931e-979b1c50638e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808206ce-840c-4e56-a14f-c6a7be8a75d0,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:39.308532 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-0e9c99f9-79ed-4fbf-931e-979b1c50638e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1f4e2dd592b94c48aa0b4f063b5bea20&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3049126
Jun 21 16:37:39.309399 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-0e9c99f9-79ed-4fbf-931e-979b1c50638e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:39.311660 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 40806) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:39.384781 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-05ca4d3b-1e57-497f-920a-78d3011d1704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:39.416265 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-05ca4d3b-1e57-497f-920a-78d3011d1704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:39.472163 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-05ca4d3b-1e57-497f-920a-78d3011d1704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:39.476366 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-0e9c99f9-79ed-4fbf-931e-979b1c50638e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:39.486831 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca4d3b-1e57-497f-920a-78d3011d1704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808206ce-840c-4e56-a14f-c6a7be8a75d0,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:39.489837 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-05ca4d3b-1e57-497f-920a-78d3011d1704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:39.494412 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-05ca4d3b-1e57-497f-920a-78d3011d1704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:39.495645 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-05ca4d3b-1e57-497f-920a-78d3011d1704 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/808206ce-840c-4e56-a14f-c6a7be8a75d0 HTTP/1.1" status: 204  len: 168 time: 0.1830828
Jun 21 16:37:39.830078 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 40818) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:39.830284 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e14e4-5916-47bb-aa19-fb64d5445ccf req-e6713758-9e6e-446e-a8d1-e4671691f80a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:39.831920 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-080e14e4-5916-47bb-aa19-fb64d5445ccf req-e6713758-9e6e-446e-a8d1-e4671691f80a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 943 time: 0.1136472
Jun 21 16:37:39.850407 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-09d1ee52-3b10-4328-816f-8fa38550f4a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:39.867710 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-09d1ee52-3b10-4328-816f-8fa38550f4a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:37:39.872135 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-09d1ee52-3b10-4328-816f-8fa38550f4a8 admin admin] Usage tracker for resource:security_group_rule and tenant:523f6b35d512414f9db4938d8080fd82 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:37:39.875194 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-09d1ee52-3b10-4328-816f-8fa38550f4a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:37:39.881856 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-09d1ee52-3b10-4328-816f-8fa38550f4a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:37:39.894342 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-080e14e4-5916-47bb-aa19-fb64d5445ccf req-55ace423-ff0c-4124-b438-5d814fe6639f tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559692
Jun 21 16:37:39.997835 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1b10cfc6-1bd0-4867-888a-25862e83ea19 req-8c491d70-2d72-4434-8af7-0fb78d2bddad tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8c486c-77f3-432c-8db8-07305cab8a30 HTTP/1.1" status: 200  len: 210 time: 0.0567462
Jun 21 16:37:40.017160 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-09d1ee52-3b10-4328-816f-8fa38550f4a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:40.032169 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-09d1ee52-3b10-4328-816f-8fa38550f4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:40.040842 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-123e4043-9dfb-4f26-b504-7fb67a77495c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:40.090580 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-09d1ee52-3b10-4328-816f-8fa38550f4a8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=523f6b35d512414f9db4938d8080fd82&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2591860
Jun 21 16:37:40.091615 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1ee52-3b10-4328-816f-8fa38550f4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433ce9b9-3122-40a4-a593-fffae1687a69,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:40.093335 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 40824) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:40.094835 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-09d1ee52-3b10-4328-816f-8fa38550f4a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:40.158906 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-1aca827b-d3c9-4968-89bf-6cc4a37ffca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:40.185892 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-1aca827b-d3c9-4968-89bf-6cc4a37ffca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:40.243672 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-1aca827b-d3c9-4968-89bf-6cc4a37ffca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:40.251637 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-0ff83125-d912-4fab-b90c-ad4e7871bdd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:40.264959 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca827b-d3c9-4968-89bf-6cc4a37ffca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433ce9b9-3122-40a4-a593-fffae1687a69,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:40.267391 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-1aca827b-d3c9-4968-89bf-6cc4a37ffca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:40.268542 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-1aca827b-d3c9-4968-89bf-6cc4a37ffca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:40.270323 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-1aca827b-d3c9-4968-89bf-6cc4a37ffca9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/433ce9b9-3122-40a4-a593-fffae1687a69 HTTP/1.1" status: 204  len: 168 time: 0.1751845
Jun 21 16:37:41.187267 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0f936027-74bd-413f-afa1-15f5494b3ce4 req-cd19ca53-3200-4ebb-8536-48845a4195a6 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8c486c-77f3-432c-8db8-07305cab8a30 HTTP/1.1" status: 200  len: 210 time: 0.0833015
Jun 21 16:37:41.216940 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea8ff2-9b83-4a06-ac0f-2664ecf15d82 req-d5d7ba81-1271-4559-b1ce-b4fd8d9a7184 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:41.219294 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-00ea8ff2-9b83-4a06-ac0f-2664ecf15d82 req-d5d7ba81-1271-4559-b1ce-b4fd8d9a7184 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 943 time: 0.2045190
Jun 21 16:37:41.280450 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-00ea8ff2-9b83-4a06-ac0f-2664ecf15d82 req-f6642e80-f2ed-4fff-b823-6fa42cd2c387 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541973
Jun 21 16:37:42.610373 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0ac9fbec-6fae-4dc1-a5f2-df5b025c96d7 req-d4b4a495-4758-46f8-9d6e-9270dbd12903 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8c486c-77f3-432c-8db8-07305cab8a30 HTTP/1.1" status: 200  len: 210 time: 0.3009849
Jun 21 16:37:42.666119 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65940f6f-0ae2-451e-bbf4-e17fc6b0362b req-1e983ed5-832a-40ba-926d-a7aae26bd7e5 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:42.677006 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-65940f6f-0ae2-451e-bbf4-e17fc6b0362b req-1e983ed5-832a-40ba-926d-a7aae26bd7e5 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 943 time: 0.1470742
Jun 21 16:37:42.740741 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-65940f6f-0ae2-451e-bbf4-e17fc6b0362b req-d53edded-b7c5-4d4a-989e-a1cf7654eae8 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626786
Jun 21 16:37:43.664212 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-2dd004d8-7076-425f-a43b-09e53d680881 req-a55e3896-3732-4e06-ab35-9033100080cc tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Synchronizing usage tracker for tenant:0abf7fbe8a894aa0ac522b8db4c418f8 on resource:security_group {{(pid=78427) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:37:43.685398 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-2dd004d8-7076-425f-a43b-09e53d680881 req-a55e3896-3732-4e06-ab35-9033100080cc tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Unset dirty status for tenant:0abf7fbe8a894aa0ac522b8db4c418f8 on resource:security_group {{(pid=78427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:37:43.687019 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2dd004d8-7076-425f-a43b-09e53d680881 req-a55e3896-3732-4e06-ab35-9033100080cc tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1939786984&fields=id&tenant_id=0abf7fbe8a894aa0ac522b8db4c418f8 HTTP/1.1" status: 200  len: 267 time: 0.0632586
Jun 21 16:37:43.775327 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b62e6401-bed4-42a9-804d-772e8b07584b req-1726e7eb-a565-4d53-80d2-136f44bd7070 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8c486c-77f3-432c-8db8-07305cab8a30 HTTP/1.1" status: 200  len: 210 time: 0.0548053
Jun 21 16:37:43.963100 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd004d8-7076-425f-a43b-09e53d680881 req-97ffeae6-c1c1-4697-af47-b2e84ce90831 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:43.963921 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-2dd004d8-7076-425f-a43b-09e53d680881 req-97ffeae6-c1c1-4697-af47-b2e84ce90831 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Synchronizing usage tracker for tenant:0abf7fbe8a894aa0ac522b8db4c418f8 on resource:network {{(pid=78427) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:37:43.996250 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-2dd004d8-7076-425f-a43b-09e53d680881 req-97ffeae6-c1c1-4697-af47-b2e84ce90831 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Unset dirty status for tenant:0abf7fbe8a894aa0ac522b8db4c418f8 on resource:network {{(pid=78427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:37:43.997473 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2dd004d8-7076-425f-a43b-09e53d680881 req-97ffeae6-c1c1-4697-af47-b2e84ce90831 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/networks?id=9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4 HTTP/1.1" status: 200  len: 809 time: 0.3036344
Jun 21 16:37:44.016012 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeae89b-e1b5-4e1c-9daf-55e4b7bef8f5 req-21a5c0f0-fcad-4aa9-b12b-5726aa6b47d1 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:44.017489 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4aeae89b-e1b5-4e1c-9daf-55e4b7bef8f5 req-21a5c0f0-fcad-4aa9-b12b-5726aa6b47d1 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 943 time: 0.1271174
Jun 21 16:37:44.027226 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2dd004d8-7076-425f-a43b-09e53d680881 req-4d15e43d-ab2e-47f4-a5a7-ef4f500c9270 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/quotas/0abf7fbe8a894aa0ac522b8db4c418f8 HTTP/1.1" status: 200  len: 375 time: 0.0190825
Jun 21 16:37:44.155405 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4aeae89b-e1b5-4e1c-9daf-55e4b7bef8f5 req-9d56e69d-a53c-41b2-a568-e9405c5e31ec tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1271808
Jun 21 16:37:44.197044 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2dd004d8-7076-425f-a43b-09e53d680881 req-064eb25f-50d1-46da-9127-00323081f29b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0abf7fbe8a894aa0ac522b8db4c418f8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1469839
Jun 21 16:37:44.346781 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2dd004d8-7076-425f-a43b-09e53d680881 req-52d7783c-0840-4ab4-8495-8eeda38bd4c6 service neutron] 10.222.0.24 "GET /v2.0/networks/9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1463532
Jun 21 16:37:44.485629 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2dd004d8-7076-425f-a43b-09e53d680881 req-a68201eb-eef0-4fee-bfbf-753eddcdbea9 service neutron] 10.222.0.24 "GET /v2.0/networks/9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1323802
Jun 21 16:37:44.936470 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-22395457-cd21-4d72-8273-18804bd3d93e req-b5a347f9-8cab-43ca-abfe-af17fd8dd92c tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 210 time: 0.0628748
Jun 21 16:37:44.989047 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1c1fd837-5065-4151-b1c1-01b9a418f744 req-ec2c9e05-2552-428d-a432-c814e8482286 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8c486c-77f3-432c-8db8-07305cab8a30 HTTP/1.1" status: 200  len: 210 time: 0.0484102
Jun 21 16:37:45.381927 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb36cef-2adf-48bf-bba6-c46664d60365 req-5f452c74-cdd3-4662-9d35-af9935610adc tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:45.386812 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7bb36cef-2adf-48bf-bba6-c46664d60365 req-5f452c74-cdd3-4662-9d35-af9935610adc tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 943 time: 0.0936673
Jun 21 16:37:45.432963 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7bb36cef-2adf-48bf-bba6-c46664d60365 req-6c45a852-a7db-481e-96b1-7ecaad43bbdf tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419850
Jun 21 16:37:46.157430 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-884ea65f-1b2e-458c-8ade-c0cf9fac2aaa req-4c604308-6914-4a5d-bc10-844f5d1d80ff tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 210 time: 0.0934968
Jun 21 16:37:46.169507 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-99e7e1d5-e3ed-45e8-be61-2555cf223412 req-0c03c687-40bb-45fc-8363-0b61ce516893 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8c486c-77f3-432c-8db8-07305cab8a30 HTTP/1.1" status: 200  len: 210 time: 0.0485578
Jun 21 16:37:46.625732 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b696727-2a2e-41f9-9a5a-702519ff5320 req-9d7b9b31-177a-4cef-8500-a812b2db6542 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:46.627228 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1b696727-2a2e-41f9-9a5a-702519ff5320 req-9d7b9b31-177a-4cef-8500-a812b2db6542 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 943 time: 0.0818748
Jun 21 16:37:46.671076 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1b696727-2a2e-41f9-9a5a-702519ff5320 req-207dcd28-cc73-4a2f-beb5-eff350da79b8 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378788
Jun 21 16:37:47.341201 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d9d51051-bd18-44b2-b1b3-fa65982fe915 req-62136ddf-bfb5-4eb2-aa4f-6e5a9a7d829b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 210 time: 0.0803604
Jun 21 16:37:47.342907 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4e37655d-acb3-46aa-8ff2-8f801777ff2d req-8f3f2afb-c6da-4ee9-a4e5-909bee80126b tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8c486c-77f3-432c-8db8-07305cab8a30 HTTP/1.1" status: 200  len: 210 time: 0.0520546
Jun 21 16:37:47.443706 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-17a240ea-9686-433f-926a-95b0325eb20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:47.866489 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:47.873837 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a59a6f-f8fe-43f5-ab6c-f80f9de9b3e8 req-497ecbe6-403d-4aeb-b31e-f7aa59666973 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:47.875281 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f7a59a6f-f8fe-43f5-ab6c-f80f9de9b3e8 req-497ecbe6-403d-4aeb-b31e-f7aa59666973 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 943 time: 0.0829945
Jun 21 16:37:47.924493 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f7a59a6f-f8fe-43f5-ab6c-f80f9de9b3e8 req-a561180a-91aa-4a4f-991a-18b6e8cca88b tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430307
Jun 21 16:37:48.572202 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd004d8-7076-425f-a43b-09e53d680881 req-a53b391f-1e7f-4d3e-8fdb-c5c553e42131 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:48.574293 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-2dd004d8-7076-425f-a43b-09e53d680881 req-a53b391f-1e7f-4d3e-8fdb-c5c553e42131 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.39 "GET /v2.0/networks?id=9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4 HTTP/1.1" status: 200  len: 809 time: 0.1686075
Jun 21 16:37:48.574870 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c3a0abe3-3c97-48a3-aaf2-33ac9c3564d8 req-8f966c33-6e8c-4fef-8efe-2ec15042b832 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8c486c-77f3-432c-8db8-07305cab8a30 HTTP/1.1" status: 200  len: 210 time: 0.0617890
Jun 21 16:37:48.577237 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4690f701-d248-411f-8f2f-dcb04d7ea2ff req-53cc463c-2903-47b9-b282-04279e7d5b79 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 210 time: 0.1056077
Jun 21 16:37:48.642977 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-2dd004d8-7076-425f-a43b-09e53d680881 req-e08ee9c5-c005-4cfa-9894-2a9b86a91622 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Synchronizing usage tracker for tenant:0abf7fbe8a894aa0ac522b8db4c418f8 on resource:security_group {{(pid=78426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:37:48.656666 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-2dd004d8-7076-425f-a43b-09e53d680881 req-e08ee9c5-c005-4cfa-9894-2a9b86a91622 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Unset dirty status for tenant:0abf7fbe8a894aa0ac522b8db4c418f8 on resource:security_group {{(pid=78426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:37:48.658141 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-2dd004d8-7076-425f-a43b-09e53d680881 req-e08ee9c5-c005-4cfa-9894-2a9b86a91622 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0abf7fbe8a894aa0ac522b8db4c418f8 HTTP/1.1" status: 200  len: 380 time: 0.0582426
Jun 21 16:37:48.670799 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [req-2dd004d8-7076-425f-a43b-09e53d680881 req-b488f8e7-79a9-49f8-9bb3-8b17873fcf07 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Request body: {'port': {'device_id': '8ae6fc59-f66b-4a6e-ace4-777e59aa7017', 'network_id': '9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4', 'admin_state_up': True, 'tenant_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'security_groups': ['4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4']}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:37:48.811199 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [req-2dd004d8-7076-425f-a43b-09e53d680881 req-b488f8e7-79a9-49f8-9bb3-8b17873fcf07 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:37:48.815315 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-2dd004d8-7076-425f-a43b-09e53d680881 req-b488f8e7-79a9-49f8-9bb3-8b17873fcf07 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Usage tracker for resource:port and tenant:0abf7fbe8a894aa0ac522b8db4c418f8 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:37:48.818762 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-2dd004d8-7076-425f-a43b-09e53d680881 req-b488f8e7-79a9-49f8-9bb3-8b17873fcf07 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:37:48.824415 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [req-2dd004d8-7076-425f-a43b-09e53d680881 req-b488f8e7-79a9-49f8-9bb3-8b17873fcf07 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:37:48.841409 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dd004d8-7076-425f-a43b-09e53d680881 req-b488f8e7-79a9-49f8-9bb3-8b17873fcf07 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Made reservation on behalf of 0abf7fbe8a894aa0ac522b8db4c418f8 for: {'port': 1} {{(pid=78426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:37:48.846072 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-2dd004d8-7076-425f-a43b-09e53d680881 req-b488f8e7-79a9-49f8-9bb3-8b17873fcf07 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:49.067992 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [req-2dd004d8-7076-425f-a43b-09e53d680881 req-b488f8e7-79a9-49f8-9bb3-8b17873fcf07 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Allocated IP 172.20.0.4 (9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4/d28f0b85-c931-4d9a-9dda-91c9d86f9837/03600ce8-9489-4f7b-be6b-00c3a6cc2920) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:37:49.266507 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389ac43-bad5-448d-88d2-1440702536cb req-13175c56-7274-433b-9828-f1b06cdd4b21 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:49.268003 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2389ac43-bad5-448d-88d2-1440702536cb req-13175c56-7274-433b-9828-f1b06cdd4b21 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.39 "GET /v2.0/networks?id=13fdf5fd-641a-4302-97af-ee549ba54a44 HTTP/1.1" status: 200  len: 808 time: 0.3129861
Jun 21 16:37:49.288727 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e331a3-65a3-4da7-ad17-90c20d726a52 req-716bfdb4-4b96-4f67-b197-8b2b820f4f7c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:49.290192 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-64e331a3-65a3-4da7-ad17-90c20d726a52 req-716bfdb4-4b96-4f67-b197-8b2b820f4f7c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 943 time: 0.1848259
Jun 21 16:37:49.294904 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [req-2389ac43-bad5-448d-88d2-1440702536cb req-c6feba32-1a7e-48e9-adbc-bb6aeae627e6 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Request body: {'port': {'device_id': 'bb8c486c-77f3-432c-8db8-07305cab8a30', 'network_id': '13fdf5fd-641a-4302-97af-ee549ba54a44', 'admin_state_up': True, 'tenant_id': '11f81edee92e43f4826ea71378010756'}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:37:49.305993 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-2dd004d8-7076-425f-a43b-09e53d680881 req-b488f8e7-79a9-49f8-9bb3-8b17873fcf07 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:49.321737 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [req-2dd004d8-7076-425f-a43b-09e53d680881 req-b488f8e7-79a9-49f8-9bb3-8b17873fcf07 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Transition to ACTIVE for port object 03600ce8-9489-4f7b-be6b-00c3a6cc2920 will not be triggered until provisioned by entity DHCP. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:37:49.349232 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-2dd004d8-7076-425f-a43b-09e53d680881 req-b488f8e7-79a9-49f8-9bb3-8b17873fcf07 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:49.356735 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-8cc5a87a-4735-4a3c-b1ec-ef8a11f66b90 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:49.423555 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dd004d8-7076-425f-a43b-09e53d680881 req-b488f8e7-79a9-49f8-9bb3-8b17873fcf07 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Network 9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4 is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:37:49.426448 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [req-2dd004d8-7076-425f-a43b-09e53d680881 req-b488f8e7-79a9-49f8-9bb3-8b17873fcf07 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:37:49.431228 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd004d8-7076-425f-a43b-09e53d680881 req-b488f8e7-79a9-49f8-9bb3-8b17873fcf07 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:37:49.436934 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-64e331a3-65a3-4da7-ad17-90c20d726a52 req-ff947ae4-5676-4da1-b99c-7066066fe2c5 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1262488
Jun 21 16:37:49.490068 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [req-2389ac43-bad5-448d-88d2-1440702536cb req-c6feba32-1a7e-48e9-adbc-bb6aeae627e6 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:37:49.494564 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-2389ac43-bad5-448d-88d2-1440702536cb req-c6feba32-1a7e-48e9-adbc-bb6aeae627e6 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Usage tracker for resource:port and tenant:11f81edee92e43f4826ea71378010756 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:37:49.498260 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-2389ac43-bad5-448d-88d2-1440702536cb req-c6feba32-1a7e-48e9-adbc-bb6aeae627e6 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:37:49.506546 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [req-2389ac43-bad5-448d-88d2-1440702536cb req-c6feba32-1a7e-48e9-adbc-bb6aeae627e6 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:37:49.518106 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2389ac43-bad5-448d-88d2-1440702536cb req-c6feba32-1a7e-48e9-adbc-bb6aeae627e6 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Made reservation on behalf of 11f81edee92e43f4826ea71378010756 for: {'port': 1} {{(pid=78427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:37:49.523572 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-2389ac43-bad5-448d-88d2-1440702536cb req-c6feba32-1a7e-48e9-adbc-bb6aeae627e6 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:49.589389 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b488f8e7-79a9-49f8-9bb3-8b17873fcf07 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Pushing event updated for resources: {'Port': ['ID=03600ce8-9489-4f7b-be6b-00c3a6cc2920,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:49.593988 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-b488f8e7-79a9-49f8-9bb3-8b17873fcf07 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:49.647842 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd004d8-7076-425f-a43b-09e53d680881 req-b488f8e7-79a9-49f8-9bb3-8b17873fcf07 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:49.649646 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-2dd004d8-7076-425f-a43b-09e53d680881 req-b488f8e7-79a9-49f8-9bb3-8b17873fcf07 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:49.703786 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-2dd004d8-7076-425f-a43b-09e53d680881 req-b488f8e7-79a9-49f8-9bb3-8b17873fcf07 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0386174
Jun 21 16:37:49.733029 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [req-2dd004d8-7076-425f-a43b-09e53d680881 req-466ed42f-3048-4fc5-b09b-da5ebbb84850 service neutron] Request body: {'port': {'device_id': '8ae6fc59-f66b-4a6e-ace4-777e59aa7017', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79716'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:37:49.789505 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-1d95a0e3-d14c-4dd9-abc5-c88235072a43 None None] Provisioning for port 03600ce8-9489-4f7b-be6b-00c3a6cc2920 completed by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:37:49.797044 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-1d95a0e3-d14c-4dd9-abc5-c88235072a43 None None] Provisioning complete for port 03600ce8-9489-4f7b-be6b-00c3a6cc2920 triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:37:49.797712 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-1d95a0e3-d14c-4dd9-abc5-c88235072a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:49.829554 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-04771db7-6310-4a16-a709-5270a73b1157 req-db427314-5112-4b3d-90e7-ade220bf7f4c tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8c486c-77f3-432c-8db8-07305cab8a30 HTTP/1.1" status: 200  len: 210 time: 0.1146231
Jun 21 16:37:49.863364 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-2dd004d8-7076-425f-a43b-09e53d680881 req-466ed42f-3048-4fc5-b09b-da5ebbb84850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:49.863566 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.db_base_plugin_common [req-2389ac43-bad5-448d-88d2-1440702536cb req-c6feba32-1a7e-48e9-adbc-bb6aeae627e6 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Allocated IP 172.20.0.9 (13fdf5fd-641a-4302-97af-ee549ba54a44/62894511-f960-455b-b395-e50fe021b939/d625bec4-23a2-457e-8cd9-e21e674f5990) {{(pid=78427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:37:49.868993 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-1d95a0e3-d14c-4dd9-abc5-c88235072a43 None None] Port 03600ce8-9489-4f7b-be6b-00c3a6cc2920 cannot update to ACTIVE because it is not bound. {{(pid=78428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 16:37:49.949190 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e810a-1fee-4b79-bbd7-2eb8fc9ef4c9 req-0bea199c-1413-468b-970c-7ddbe902b78d tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:49.950633 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2f4e810a-1fee-4b79-bbd7-2eb8fc9ef4c9 req-0bea199c-1413-468b-970c-7ddbe902b78d tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 931 time: 0.1727195
Jun 21 16:37:50.064536 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-abbb1ed9-8fc2-4690-9f28-ef9a9a069815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:50.087495 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2f4e810a-1fee-4b79-bbd7-2eb8fc9ef4c9 req-b84015f2-c97f-49ab-bea9-9f38b8c60a96 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1208124
Jun 21 16:37:50.136725 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-2389ac43-bad5-448d-88d2-1440702536cb req-c6feba32-1a7e-48e9-adbc-bb6aeae627e6 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Notify callbacks [] for port, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:50.166258 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-2389ac43-bad5-448d-88d2-1440702536cb req-c6feba32-1a7e-48e9-adbc-bb6aeae627e6 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1910645'] for port, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:50.173321 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-6e7d92d6-57b6-42de-8ab4-f63538f6f747 tempest-DeleteServersTestJSON-2028912138 tempest-DeleteServersTestJSON-2028912138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:50.218122 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [req-2dd004d8-7076-425f-a43b-09e53d680881 req-466ed42f-3048-4fc5-b09b-da5ebbb84850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03600ce8-9489-4f7b-be6b-00c3a6cc2920 {{(pid=78426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:37:50.225788 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-2dd004d8-7076-425f-a43b-09e53d680881 req-466ed42f-3048-4fc5-b09b-da5ebbb84850 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:50.237955 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2389ac43-bad5-448d-88d2-1440702536cb req-c6feba32-1a7e-48e9-adbc-bb6aeae627e6 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Network 13fdf5fd-641a-4302-97af-ee549ba54a44 is already hosted by enough agents. {{(pid=78427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:37:50.241448 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.base_scheduler [req-2389ac43-bad5-448d-88d2-1440702536cb req-c6feba32-1a7e-48e9-adbc-bb6aeae627e6 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Resources bound (agent type, host, resource id):  {{(pid=78427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:37:50.242020 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [req-2dd004d8-7076-425f-a43b-09e53d680881 req-466ed42f-3048-4fc5-b09b-da5ebbb84850 service neutron] Transition to ACTIVE for port object 03600ce8-9489-4f7b-be6b-00c3a6cc2920 will not be triggered until provisioned by entity L2. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:37:50.245302 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [req-2389ac43-bad5-448d-88d2-1440702536cb req-c6feba32-1a7e-48e9-adbc-bb6aeae627e6 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Received port after_create {{(pid=78427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:37:50.248968 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-2dd004d8-7076-425f-a43b-09e53d680881 req-466ed42f-3048-4fc5-b09b-da5ebbb84850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2434630'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:50.255754 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-187a3831-3872-4de3-ac06-7c9f8904fcc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:50.287735 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6feba32-1a7e-48e9-adbc-bb6aeae627e6 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Pushing event updated for resources: {'Port': ['ID=d625bec4-23a2-457e-8cd9-e21e674f5990,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:50.295513 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-c6feba32-1a7e-48e9-adbc-bb6aeae627e6 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:50.320968 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389ac43-bad5-448d-88d2-1440702536cb req-c6feba32-1a7e-48e9-adbc-bb6aeae627e6 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:50.321635 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-2389ac43-bad5-448d-88d2-1440702536cb req-c6feba32-1a7e-48e9-adbc-bb6aeae627e6 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:50.345431 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2389ac43-bad5-448d-88d2-1440702536cb req-c6feba32-1a7e-48e9-adbc-bb6aeae627e6 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0542140
Jun 21 16:37:50.365272 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [req-2389ac43-bad5-448d-88d2-1440702536cb req-01f947d7-3afa-445b-9d3c-a65bcd199a24 service neutron] Request body: {'port': {'device_id': 'bb8c486c-77f3-432c-8db8-07305cab8a30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79716'}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:37:50.386986 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:50.449295 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ed42f-3048-4fc5-b09b-da5ebbb84850 service neutron] Pushing event updated for resources: {'Port': ['ID=03600ce8-9489-4f7b-be6b-00c3a6cc2920,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:50.477087 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-466ed42f-3048-4fc5-b09b-da5ebbb84850 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:50.511884 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-2389ac43-bad5-448d-88d2-1440702536cb req-01f947d7-3afa-445b-9d3c-a65bcd199a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:50.529532 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [req-2dd004d8-7076-425f-a43b-09e53d680881 req-466ed42f-3048-4fc5-b09b-da5ebbb84850 service neutron] Attempting to bind port 03600ce8-9489-4f7b-be6b-00c3a6cc2920 on host hv-cinder-79716 for vnic_type normal with profile  {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:37:50.530132 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [req-2dd004d8-7076-425f-a43b-09e53d680881 req-466ed42f-3048-4fc5-b09b-da5ebbb84850 service neutron] Attempting to bind port 03600ce8-9489-4f7b-be6b-00c3a6cc2920 by drivers openvswitch,hyperv on host hv-cinder-79716 at level 0 using segments [{'id': '1e3104e4-02f1-4c01-87b5-ee4849ad50f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4'}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:37:50.530658 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd004d8-7076-425f-a43b-09e53d680881 req-466ed42f-3048-4fc5-b09b-da5ebbb84850 service neutron] Attempting to bind port 03600ce8-9489-4f7b-be6b-00c3a6cc2920 on network 9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:37:50.536687 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd004d8-7076-425f-a43b-09e53d680881 req-466ed42f-3048-4fc5-b09b-da5ebbb84850 service neutron] Port 03600ce8-9489-4f7b-be6b-00c3a6cc2920 on network 9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79716 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 16:37:50.537798 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd004d8-7076-425f-a43b-09e53d680881 req-466ed42f-3048-4fc5-b09b-da5ebbb84850 service neutron] Attempting to bind port 03600ce8-9489-4f7b-be6b-00c3a6cc2920 on network 9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:37:50.543948 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd004d8-7076-425f-a43b-09e53d680881 req-466ed42f-3048-4fc5-b09b-da5ebbb84850 service neutron] Checking agent: {'id': '8fa6119b-2ff5-4d4e-8bfd-f2c719c77604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79716', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'started_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:37:50.544531 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd004d8-7076-425f-a43b-09e53d680881 req-466ed42f-3048-4fc5-b09b-da5ebbb84850 service neutron] Checking segment: {'id': '1e3104e4-02f1-4c01-87b5-ee4849ad50f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:37:50.545036 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd004d8-7076-425f-a43b-09e53d680881 req-466ed42f-3048-4fc5-b09b-da5ebbb84850 service neutron] Bound using segment: {'id': '1e3104e4-02f1-4c01-87b5-ee4849ad50f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4'} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:37:50.545555 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [req-2dd004d8-7076-425f-a43b-09e53d680881 req-466ed42f-3048-4fc5-b09b-da5ebbb84850 service neutron] Bound port: 03600ce8-9489-4f7b-be6b-00c3a6cc2920, host: hv-cinder-79716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e3104e4-02f1-4c01-87b5-ee4849ad50f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4'}}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:37:50.546009 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-2dd004d8-7076-425f-a43b-09e53d680881 req-466ed42f-3048-4fc5-b09b-da5ebbb84850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:50.641272 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [req-2dd004d8-7076-425f-a43b-09e53d680881 req-466ed42f-3048-4fc5-b09b-da5ebbb84850 service neutron] For port 03600ce8-9489-4f7b-be6b-00c3a6cc2920, host hv-cinder-79716, cleared binding levels {{(pid=78426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:37:50.644869 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [req-2dd004d8-7076-425f-a43b-09e53d680881 req-466ed42f-3048-4fc5-b09b-da5ebbb84850 service neutron] For port 03600ce8-9489-4f7b-be6b-00c3a6cc2920, host hv-cinder-79716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=03600ce8-9489-4f7b-be6b-00c3a6cc2920,segment=NetworkSegment(1e3104e4-02f1-4c01-87b5-ee4849ad50f6),segment_id=1e3104e4-02f1-4c01-87b5-ee4849ad50f6)] {{(pid=78426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:37:50.648932 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-2dd004d8-7076-425f-a43b-09e53d680881 req-466ed42f-3048-4fc5-b09b-da5ebbb84850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2434630'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:50.653749 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:50.712140 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd004d8-7076-425f-a43b-09e53d680881 req-466ed42f-3048-4fc5-b09b-da5ebbb84850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:50.712722 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-2dd004d8-7076-425f-a43b-09e53d680881 req-466ed42f-3048-4fc5-b09b-da5ebbb84850 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:50.714064 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-2dd004d8-7076-425f-a43b-09e53d680881 req-466ed42f-3048-4fc5-b09b-da5ebbb84850 service neutron] 10.222.0.39 "PUT /v2.0/ports/03600ce8-9489-4f7b-be6b-00c3a6cc2920 HTTP/1.1" status: 200  len: 1093 time: 0.9852283
Jun 21 16:37:50.714559 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae6fc59-f66b-4a6e-ace4-777e59aa7017', 'tag': '03600ce8-9489-4f7b-be6b-00c3a6cc2920'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:37:50.736058 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ed42f-3048-4fc5-b09b-da5ebbb84850 service neutron] Pushing event updated for resources: {'Port': ['ID=03600ce8-9489-4f7b-be6b-00c3a6cc2920,revision_number=3']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:50.738989 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-466ed42f-3048-4fc5-b09b-da5ebbb84850 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:50.782929 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae6fc59-f66b-4a6e-ace4-777e59aa7017', 'tag': '03600ce8-9489-4f7b-be6b-00c3a6cc2920', 'status': 'completed', 'code': 200}
Jun 21 16:37:50.786774 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42923e79-9d34-4cd6-a94d-dfa1c890c5fb req-9da695f3-bb43-4e84-8c75-28e17dc1d2d1 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:50.788299 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-42923e79-9d34-4cd6-a94d-dfa1c890c5fb req-9da695f3-bb43-4e84-8c75-28e17dc1d2d1 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 943 time: 0.2118347
Jun 21 16:37:50.821029 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:50.890284 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd004d8-7076-425f-a43b-09e53d680881 req-b3991320-984c-440e-b52b-ee79660227ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:50.891937 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-2dd004d8-7076-425f-a43b-09e53d680881 req-b3991320-984c-440e-b52b-ee79660227ad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0abf7fbe8a894aa0ac522b8db4c418f8&device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 1096 time: 0.0920143
Jun 21 16:37:50.907483 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-42923e79-9d34-4cd6-a94d-dfa1c890c5fb req-f02d9c5e-cd64-442f-af7c-6ace867b5720 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0739965
Jun 21 16:37:50.989838 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-2dd004d8-7076-425f-a43b-09e53d680881 req-ee59bbb4-58a3-4cc8-bce5-b5ea471e207c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03600ce8-9489-4f7b-be6b-00c3a6cc2920 HTTP/1.1" status: 200  len: 217 time: 0.0837388
Jun 21 16:37:51.057416 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd004d8-7076-425f-a43b-09e53d680881 req-a3391f9d-0192-4bf2-857b-d071781b9851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:51.058996 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-2dd004d8-7076-425f-a43b-09e53d680881 req-a3391f9d-0192-4bf2-857b-d071781b9851 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d28f0b85-c931-4d9a-9dda-91c9d86f9837 HTTP/1.1" status: 200  len: 848 time: 0.0623062
Jun 21 16:37:51.139934 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd004d8-7076-425f-a43b-09e53d680881 req-653c653f-5299-4b78-94c2-e52ec2de9d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:51.141444 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-2dd004d8-7076-425f-a43b-09e53d680881 req-653c653f-5299-4b78-94c2-e52ec2de9d30 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0745871
Jun 21 16:37:51.142082 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.notifiers.nova [req-2389ac43-bad5-448d-88d2-1440702536cb req-01f947d7-3afa-445b-9d3c-a65bcd199a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d625bec4-23a2-457e-8cd9-e21e674f5990 {{(pid=78427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:37:51.157339 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-2389ac43-bad5-448d-88d2-1440702536cb req-01f947d7-3afa-445b-9d3c-a65bcd199a24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:51.176946 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.provisioning_blocks [req-2389ac43-bad5-448d-88d2-1440702536cb req-01f947d7-3afa-445b-9d3c-a65bcd199a24 service neutron] Transition to ACTIVE for port object d625bec4-23a2-457e-8cd9-e21e674f5990 will not be triggered until provisioned by entity L2. {{(pid=78427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:37:51.181466 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-2389ac43-bad5-448d-88d2-1440702536cb req-01f947d7-3afa-445b-9d3c-a65bcd199a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1910604'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:51.189174 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:51.279853 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-2dd004d8-7076-425f-a43b-09e53d680881 req-cfce71fd-36cf-4e0a-bc1b-98e1eecc0e7d service neutron] 10.222.0.39 "GET /v2.0/networks/9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1310096
Jun 21 16:37:51.332291 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045689a-254a-4fb0-add5-554284d4652e req-b36265b6-ad2b-4dff-9cb6-62af80b80074 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:51.332981 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-d045689a-254a-4fb0-add5-554284d4652e req-b36265b6-ad2b-4dff-9cb6-62af80b80074 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Synchronizing usage tracker for tenant:11f81edee92e43f4826ea71378010756 on resource:port {{(pid=78427) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:37:51.378471 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f947d7-3afa-445b-9d3c-a65bcd199a24 service neutron] Pushing event updated for resources: {'Port': ['ID=d625bec4-23a2-457e-8cd9-e21e674f5990,revision_number=2']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:51.385883 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-01f947d7-3afa-445b-9d3c-a65bcd199a24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:51.417479 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-2dd004d8-7076-425f-a43b-09e53d680881 req-80a0064f-21ca-4319-b304-c39e9a536093 service neutron] 10.222.0.39 "GET /v2.0/networks/9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309044
Jun 21 16:37:51.425596 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-d045689a-254a-4fb0-add5-554284d4652e req-b36265b6-ad2b-4dff-9cb6-62af80b80074 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Unset dirty status for tenant:11f81edee92e43f4826ea71378010756 on resource:port {{(pid=78427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:37:51.426705 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d045689a-254a-4fb0-add5-554284d4652e req-b36265b6-ad2b-4dff-9cb6-62af80b80074 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8c486c-77f3-432c-8db8-07305cab8a30 HTTP/1.1" status: 200  len: 931 time: 0.4421544
Jun 21 16:37:51.523373 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-d045689a-254a-4fb0-add5-554284d4652e req-a7ab8986-46e7-41ad-a48b-5586308d7dd8 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Synchronizing usage tracker for tenant:11f81edee92e43f4826ea71378010756 on resource:security_group {{(pid=78427) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:37:51.541899 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ab82f-97be-463f-a319-46fb37576aba req-8655f438-2d67-49b5-9200-c2441a1831eb tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:51.543338 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2d0ab82f-97be-463f-a319-46fb37576aba req-8655f438-2d67-49b5-9200-c2441a1831eb tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 943 time: 0.3256419
Jun 21 16:37:51.556060 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [req-2389ac43-bad5-448d-88d2-1440702536cb req-01f947d7-3afa-445b-9d3c-a65bcd199a24 service neutron] Attempting to bind port d625bec4-23a2-457e-8cd9-e21e674f5990 on host hv-cinder-79716 for vnic_type normal with profile  {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:37:51.556396 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [req-2389ac43-bad5-448d-88d2-1440702536cb req-01f947d7-3afa-445b-9d3c-a65bcd199a24 service neutron] Attempting to bind port d625bec4-23a2-457e-8cd9-e21e674f5990 by drivers openvswitch,hyperv on host hv-cinder-79716 at level 0 using segments [{'id': 'f7f1707a-c580-4cac-9afe-e15ad893121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '13fdf5fd-641a-4302-97af-ee549ba54a44'}] {{(pid=78427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:37:51.556712 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2389ac43-bad5-448d-88d2-1440702536cb req-01f947d7-3afa-445b-9d3c-a65bcd199a24 service neutron] Attempting to bind port d625bec4-23a2-457e-8cd9-e21e674f5990 on network 13fdf5fd-641a-4302-97af-ee549ba54a44 {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:37:51.579268 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2389ac43-bad5-448d-88d2-1440702536cb req-01f947d7-3afa-445b-9d3c-a65bcd199a24 service neutron] Port d625bec4-23a2-457e-8cd9-e21e674f5990 on network 13fdf5fd-641a-4302-97af-ee549ba54a44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79716 {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 16:37:51.579704 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2389ac43-bad5-448d-88d2-1440702536cb req-01f947d7-3afa-445b-9d3c-a65bcd199a24 service neutron] Attempting to bind port d625bec4-23a2-457e-8cd9-e21e674f5990 on network 13fdf5fd-641a-4302-97af-ee549ba54a44 {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:37:51.585529 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb42bb-37ac-48a8-9f1c-9dd37e967d79 req-a3c020f2-c53a-4f7c-a36a-849bafa5523d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:51.588854 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-08fb42bb-37ac-48a8-9f1c-9dd37e967d79 req-a3c020f2-c53a-4f7c-a36a-849bafa5523d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0abf7fbe8a894aa0ac522b8db4c418f8&device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 1096 time: 0.0769815
Jun 21 16:37:51.590684 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2389ac43-bad5-448d-88d2-1440702536cb req-01f947d7-3afa-445b-9d3c-a65bcd199a24 service neutron] Checking agent: {'id': '8fa6119b-2ff5-4d4e-8bfd-f2c719c77604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79716', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'started_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:37:51.591019 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2389ac43-bad5-448d-88d2-1440702536cb req-01f947d7-3afa-445b-9d3c-a65bcd199a24 service neutron] Checking segment: {'id': 'f7f1707a-c580-4cac-9afe-e15ad893121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '13fdf5fd-641a-4302-97af-ee549ba54a44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:37:51.591394 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2389ac43-bad5-448d-88d2-1440702536cb req-01f947d7-3afa-445b-9d3c-a65bcd199a24 service neutron] Bound using segment: {'id': 'f7f1707a-c580-4cac-9afe-e15ad893121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '13fdf5fd-641a-4302-97af-ee549ba54a44'} {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:37:51.591884 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [req-2389ac43-bad5-448d-88d2-1440702536cb req-01f947d7-3afa-445b-9d3c-a65bcd199a24 service neutron] Bound port: d625bec4-23a2-457e-8cd9-e21e674f5990, host: hv-cinder-79716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7f1707a-c580-4cac-9afe-e15ad893121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '13fdf5fd-641a-4302-97af-ee549ba54a44'}}] {{(pid=78427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:37:51.592221 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-2389ac43-bad5-448d-88d2-1440702536cb req-01f947d7-3afa-445b-9d3c-a65bcd199a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:51.620968 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-d045689a-254a-4fb0-add5-554284d4652e req-a7ab8986-46e7-41ad-a48b-5586308d7dd8 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Unset dirty status for tenant:11f81edee92e43f4826ea71378010756 on resource:security_group {{(pid=78427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:37:51.622130 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d045689a-254a-4fb0-add5-554284d4652e req-a7ab8986-46e7-41ad-a48b-5586308d7dd8 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe3f35a1-b274-45f5-a5cd-43d6c78107cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1667328
Jun 21 16:37:51.673121 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2d0ab82f-97be-463f-a319-46fb37576aba req-40132b11-0075-447f-ad7f-f150bd8b1072 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1180069
Jun 21 16:37:51.714674 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [req-2389ac43-bad5-448d-88d2-1440702536cb req-01f947d7-3afa-445b-9d3c-a65bcd199a24 service neutron] For port d625bec4-23a2-457e-8cd9-e21e674f5990, host hv-cinder-79716, cleared binding levels {{(pid=78427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:37:51.719262 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [req-2389ac43-bad5-448d-88d2-1440702536cb req-01f947d7-3afa-445b-9d3c-a65bcd199a24 service neutron] For port d625bec4-23a2-457e-8cd9-e21e674f5990, host hv-cinder-79716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=d625bec4-23a2-457e-8cd9-e21e674f5990,segment=NetworkSegment(f7f1707a-c580-4cac-9afe-e15ad893121a),segment_id=f7f1707a-c580-4cac-9afe-e15ad893121a)] {{(pid=78427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:37:51.724522 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-2389ac43-bad5-448d-88d2-1440702536cb req-01f947d7-3afa-445b-9d3c-a65bcd199a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1910604'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:51.730101 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-66c3e6ce-4d44-4003-bd09-ad081364d694 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:51.782632 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389ac43-bad5-448d-88d2-1440702536cb req-01f947d7-3afa-445b-9d3c-a65bcd199a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:51.783009 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-2389ac43-bad5-448d-88d2-1440702536cb req-01f947d7-3afa-445b-9d3c-a65bcd199a24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:51.785182 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2389ac43-bad5-448d-88d2-1440702536cb req-01f947d7-3afa-445b-9d3c-a65bcd199a24 service neutron] 10.222.0.39 "PUT /v2.0/ports/d625bec4-23a2-457e-8cd9-e21e674f5990 HTTP/1.1" status: 200  len: 1093 time: 1.4261591
Jun 21 16:37:51.793085 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8c486c-77f3-432c-8db8-07305cab8a30', 'tag': 'd625bec4-23a2-457e-8cd9-e21e674f5990'}] {{(pid=78427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:37:51.835834 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f947d7-3afa-445b-9d3c-a65bcd199a24 service neutron] Pushing event updated for resources: {'Port': ['ID=d625bec4-23a2-457e-8cd9-e21e674f5990,revision_number=3']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:51.839952 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-01f947d7-3afa-445b-9d3c-a65bcd199a24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:51.849106 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb42bb-37ac-48a8-9f1c-9dd37e967d79 req-6fcf0546-e35d-4316-bae7-6185766cd781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:51.852081 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-08fb42bb-37ac-48a8-9f1c-9dd37e967d79 req-6fcf0546-e35d-4316-bae7-6185766cd781 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4 HTTP/1.1" status: 200  len: 910 time: 0.2559299
Jun 21 16:37:51.856267 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb8c486c-77f3-432c-8db8-07305cab8a30', 'tag': 'd625bec4-23a2-457e-8cd9-e21e674f5990', 'status': 'completed', 'code': 200}
Jun 21 16:37:51.949060 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-08fb42bb-37ac-48a8-9f1c-9dd37e967d79 req-00799b07-a335-45b4-80a9-8b8871d83892 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03600ce8-9489-4f7b-be6b-00c3a6cc2920 HTTP/1.1" status: 200  len: 217 time: 0.0676236
Jun 21 16:37:51.960158 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389ac43-bad5-448d-88d2-1440702536cb req-da674d93-9a1f-4f6c-9a83-19ec5f7a6f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:51.962216 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2389ac43-bad5-448d-88d2-1440702536cb req-da674d93-9a1f-4f6c-9a83-19ec5f7a6f97 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=11f81edee92e43f4826ea71378010756&device_id=bb8c486c-77f3-432c-8db8-07305cab8a30 HTTP/1.1" status: 200  len: 1096 time: 0.0809829
Jun 21 16:37:52.017882 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb42bb-37ac-48a8-9f1c-9dd37e967d79 req-80044520-224c-4ad8-9efc-fb6743b528c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:52.019642 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-08fb42bb-37ac-48a8-9f1c-9dd37e967d79 req-80044520-224c-4ad8-9efc-fb6743b528c4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d28f0b85-c931-4d9a-9dda-91c9d86f9837 HTTP/1.1" status: 200  len: 848 time: 0.0632956
Jun 21 16:37:52.021075 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 41006) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:52.070281 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2389ac43-bad5-448d-88d2-1440702536cb req-5f7e73ac-429e-4696-ac7a-643b477a82ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d625bec4-23a2-457e-8cd9-e21e674f5990 HTTP/1.1" status: 200  len: 217 time: 0.0918686
Jun 21 16:37:52.103026 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb42bb-37ac-48a8-9f1c-9dd37e967d79 req-f999e64e-9009-46b5-8405-91f596fab549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:52.104565 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-08fb42bb-37ac-48a8-9f1c-9dd37e967d79 req-f999e64e-9009-46b5-8405-91f596fab549 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0768189
Jun 21 16:37:52.185850 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389ac43-bad5-448d-88d2-1440702536cb req-f621f5b2-9d82-4b82-8871-12eac0591084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:52.187288 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2389ac43-bad5-448d-88d2-1440702536cb req-f621f5b2-9d82-4b82-8871-12eac0591084 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=62894511-f960-455b-b395-e50fe021b939 HTTP/1.1" status: 200  len: 848 time: 0.0760195
Jun 21 16:37:52.214252 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-98707dcc-ce4e-4277-8df4-201c1adb24e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:52.239951 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2389ac43-bad5-448d-88d2-1440702536cb req-e87dc675-db92-4741-abf4-e0b9ba8b3de1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13fdf5fd-641a-4302-97af-ee549ba54a44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0456223
Jun 21 16:37:52.244379 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-98707dcc-ce4e-4277-8df4-201c1adb24e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:37:52.247406 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680308c-37fc-4225-8276-8bada4d5adfd req-b840bcaa-9abc-4e06-998e-65cb97575f4c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:52.248768 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c680308c-37fc-4225-8276-8bada4d5adfd req-b840bcaa-9abc-4e06-998e-65cb97575f4c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 943 time: 0.1777198
Jun 21 16:37:52.251010 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-98707dcc-ce4e-4277-8df4-201c1adb24e6 admin admin] Usage tracker for resource:security_group_rule and tenant:adf68e8f05734dacbab035283d6654bf is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:37:52.255182 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-98707dcc-ce4e-4277-8df4-201c1adb24e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:37:52.271168 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-98707dcc-ce4e-4277-8df4-201c1adb24e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:37:52.285727 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-08fb42bb-37ac-48a8-9f1c-9dd37e967d79 req-40071b29-1f84-4673-a48b-26445324f24d service neutron] 10.222.0.39 "GET /v2.0/networks/9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1738615
Jun 21 16:37:52.381210 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c680308c-37fc-4225-8276-8bada4d5adfd req-275f5a3f-01b7-4a01-a9ce-84192c5fb0fa tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1144891
Jun 21 16:37:52.422432 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2389ac43-bad5-448d-88d2-1440702536cb req-374e070b-94c2-4adb-baba-e6edbfb56380 service neutron] 10.222.0.39 "GET /v2.0/networks/13fdf5fd-641a-4302-97af-ee549ba54a44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1726737
Jun 21 16:37:52.430917 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:52.464625 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-08fb42bb-37ac-48a8-9f1c-9dd37e967d79 req-ae76180a-1bd8-43bd-b9ac-9755c8dd6254 service neutron] 10.222.0.39 "GET /v2.0/networks/9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1700180
Jun 21 16:37:52.490267 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-98707dcc-ce4e-4277-8df4-201c1adb24e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:52.494616 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-98707dcc-ce4e-4277-8df4-201c1adb24e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:52.504891 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-bae083f3-d058-4f8f-91f1-e49c092b0be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:52.548484 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-98707dcc-ce4e-4277-8df4-201c1adb24e6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=adf68e8f05734dacbab035283d6654bf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5264044
Jun 21 16:37:52.551495 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 41012) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:52.553717 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2389ac43-bad5-448d-88d2-1440702536cb req-bc091e43-7397-4fe0-bd21-11b620a5afaf service neutron] 10.222.0.39 "GET /v2.0/networks/13fdf5fd-641a-4302-97af-ee549ba54a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246514
Jun 21 16:37:52.563029 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98707dcc-ce4e-4277-8df4-201c1adb24e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54a1580-a4b9-4407-a23d-c5ce2a1847e5,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:52.567854 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-98707dcc-ce4e-4277-8df4-201c1adb24e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:52.617654 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1e04e316-3721-4aaa-950d-d065c5b8c721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:52.645032 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1e04e316-3721-4aaa-950d-d065c5b8c721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:52.702443 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1e04e316-3721-4aaa-950d-d065c5b8c721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:52.718517 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-98707dcc-ce4e-4277-8df4-201c1adb24e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:52.731385 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9d133-ade4-4d10-904c-bab3715c954a req-1f808042-b3f9-4735-ab93-705c79fdc444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:52.732954 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6ee9d133-ade4-4d10-904c-bab3715c954a req-1f808042-b3f9-4735-ab93-705c79fdc444 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=11f81edee92e43f4826ea71378010756&device_id=bb8c486c-77f3-432c-8db8-07305cab8a30 HTTP/1.1" status: 200  len: 1096 time: 0.0759380
Jun 21 16:37:52.734299 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04e316-3721-4aaa-950d-d065c5b8c721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54a1580-a4b9-4407-a23d-c5ce2a1847e5,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:52.736533 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-1e04e316-3721-4aaa-950d-d065c5b8c721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:52.737695 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1e04e316-3721-4aaa-950d-d065c5b8c721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:52.741819 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-1e04e316-3721-4aaa-950d-d065c5b8c721 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d54a1580-a4b9-4407-a23d-c5ce2a1847e5 HTTP/1.1" status: 204  len: 168 time: 0.1864896
Jun 21 16:37:52.978812 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9d133-ade4-4d10-904c-bab3715c954a req-94388827-2847-4ffa-95d0-f82d83963d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:52.980273 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6ee9d133-ade4-4d10-904c-bab3715c954a req-94388827-2847-4ffa-95d0-f82d83963d8f service neutron] 10.222.0.39 "GET /v2.0/networks?id=13fdf5fd-641a-4302-97af-ee549ba54a44 HTTP/1.1" status: 200  len: 909 time: 0.2400119
Jun 21 16:37:53.040558 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 41024) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:53.059382 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dd8af6ab-9b44-406f-974a-ef9d37d78602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:53.078915 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-dd8af6ab-9b44-406f-974a-ef9d37d78602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:37:53.084323 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-dd8af6ab-9b44-406f-974a-ef9d37d78602 admin admin] Usage tracker for resource:security_group_rule and tenant:63f8db8d4ea6435288080f40aee80c1a is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:37:53.087491 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-dd8af6ab-9b44-406f-974a-ef9d37d78602 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:37:53.093657 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-dd8af6ab-9b44-406f-974a-ef9d37d78602 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:37:53.148475 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac370c4-5114-409b-8f7c-d29c6259dcb3 req-435819c8-3701-4d95-865c-cbbbd1ec3983 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:53.149900 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-eac370c4-5114-409b-8f7c-d29c6259dcb3 req-435819c8-3701-4d95-865c-cbbbd1ec3983 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8c486c-77f3-432c-8db8-07305cab8a30 HTTP/1.1" status: 200  len: 943 time: 0.3840270
Jun 21 16:37:53.159626 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6ee9d133-ade4-4d10-904c-bab3715c954a req-7eb6defd-8f18-44b6-99dd-e2250ab861e7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d625bec4-23a2-457e-8cd9-e21e674f5990 HTTP/1.1" status: 200  len: 217 time: 0.1700315
Jun 21 16:37:53.182820 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dd8af6ab-9b44-406f-974a-ef9d37d78602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:53.185254 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42e010-4727-477a-94ec-8e91345a1d3d req-1f0a94fb-64fe-4aa6-856f-5f24f5b87677 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:53.186654 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ea42e010-4727-477a-94ec-8e91345a1d3d req-1f0a94fb-64fe-4aa6-856f-5f24f5b87677 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 943 time: 0.3668697
Jun 21 16:37:53.186797 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dd8af6ab-9b44-406f-974a-ef9d37d78602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:53.199507 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-8aadb0dc-30e1-4267-b199-5d4ceb2f55f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:53.238883 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-dd8af6ab-9b44-406f-974a-ef9d37d78602 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=63f8db8d4ea6435288080f40aee80c1a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1970744
Jun 21 16:37:53.239815 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8af6ab-9b44-406f-974a-ef9d37d78602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbd3bef-f95c-46e8-8f57-65579af2ec75,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:53.243304 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-dd8af6ab-9b44-406f-974a-ef9d37d78602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:53.243811 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 41028) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:37:53.288414 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-eac370c4-5114-409b-8f7c-d29c6259dcb3 req-04deda38-dfa6-4aa8-bec5-e41077dc41db tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe3f35a1-b274-45f5-a5cd-43d6c78107cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307881
Jun 21 16:37:53.299033 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9d133-ade4-4d10-904c-bab3715c954a req-37faffcf-60ed-46cb-bef3-47bba04e3348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:53.301103 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6ee9d133-ade4-4d10-904c-bab3715c954a req-37faffcf-60ed-46cb-bef3-47bba04e3348 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=62894511-f960-455b-b395-e50fe021b939 HTTP/1.1" status: 200  len: 848 time: 0.1253781
Jun 21 16:37:53.307845 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-04160cf5-ee3a-4217-b7ab-4e93b4d5f45c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:53.307961 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ea42e010-4727-477a-94ec-8e91345a1d3d req-04382f48-d7a1-496b-99a1-df594dad1be4 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0809276
Jun 21 16:37:53.330463 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-04160cf5-ee3a-4217-b7ab-4e93b4d5f45c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:53.353120 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6ee9d133-ade4-4d10-904c-bab3715c954a req-3aae8916-3164-4a8c-90ed-537aed45f65c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13fdf5fd-641a-4302-97af-ee549ba54a44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0412464
Jun 21 16:37:53.385752 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-04160cf5-ee3a-4217-b7ab-4e93b4d5f45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:53.390520 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-550dd568-c00e-4541-b1ca-93d3a281b85f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:53.403477 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04160cf5-ee3a-4217-b7ab-4e93b4d5f45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbd3bef-f95c-46e8-8f57-65579af2ec75,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:53.405995 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-04160cf5-ee3a-4217-b7ab-4e93b4d5f45c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:53.407155 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-04160cf5-ee3a-4217-b7ab-4e93b4d5f45c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:53.412738 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-04160cf5-ee3a-4217-b7ab-4e93b4d5f45c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9dbd3bef-f95c-46e8-8f57-65579af2ec75 HTTP/1.1" status: 204  len: 168 time: 0.1635683
Jun 21 16:37:53.498558 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6ee9d133-ade4-4d10-904c-bab3715c954a req-877fe934-2b08-49fe-b927-555049ade222 service neutron] 10.222.0.39 "GET /v2.0/networks/13fdf5fd-641a-4302-97af-ee549ba54a44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369932
Jun 21 16:37:53.699577 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09fa80-dd58-4eb8-9f7a-4147be141f2b req-b4a5e12e-0c53-4db3-9725-ea5ca8085f99 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:53.701046 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-9f09fa80-dd58-4eb8-9f7a-4147be141f2b req-b4a5e12e-0c53-4db3-9725-ea5ca8085f99 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 943 time: 0.1968524
Jun 21 16:37:53.706759 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6ee9d133-ade4-4d10-904c-bab3715c954a req-01c88147-1743-4b21-ba52-4dffd126f112 service neutron] 10.222.0.39 "GET /v2.0/networks/13fdf5fd-641a-4302-97af-ee549ba54a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1702707
Jun 21 16:37:53.748932 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-9f09fa80-dd58-4eb8-9f7a-4147be141f2b req-2b66fe53-a5a4-44a1-b63d-877b870da728 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406451
Jun 21 16:37:54.551658 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a6d11-0284-453e-844a-54e869fdffa0 req-31295644-7ab4-40aa-9d51-88630febcf51 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:54.553113 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-3e3a6d11-0284-453e-844a-54e869fdffa0 req-31295644-7ab4-40aa-9d51-88630febcf51 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 943 time: 0.1170640
Jun 21 16:37:54.561994 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee05988-79c3-4467-82f1-84464866ab7b req-1ff673ef-fd2d-43a8-ba4a-de62e9c6790b tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:54.563343 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5ee05988-79c3-4467-82f1-84464866ab7b req-1ff673ef-fd2d-43a8-ba4a-de62e9c6790b tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8c486c-77f3-432c-8db8-07305cab8a30 HTTP/1.1" status: 200  len: 943 time: 0.1663406
Jun 21 16:37:54.637197 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-3e3a6d11-0284-453e-844a-54e869fdffa0 req-ab0682d5-ed91-4eca-a39f-35aa1bc29f11 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0720339
Jun 21 16:37:54.644574 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5ee05988-79c3-4467-82f1-84464866ab7b req-d572ce3d-40e5-45eb-82c0-044b2eaa31e0 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe3f35a1-b274-45f5-a5cd-43d6c78107cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648305
Jun 21 16:37:54.940271 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c11162-db3c-463d-914b-542738c07a51 req-0eee1dd8-c898-430c-9d03-cedc605d1057 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:54.941793 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-06c11162-db3c-463d-914b-542738c07a51 req-0eee1dd8-c898-430c-9d03-cedc605d1057 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 943 time: 0.0826433
Jun 21 16:37:54.984777 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-06c11162-db3c-463d-914b-542738c07a51 req-a9d01efa-25e6-44b4-9df6-96e65814ff95 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373440
Jun 21 16:37:55.264411 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device d625bec4-23a2-457e-8cd9-e21e674f5990 details requested by agent hyperv_hv-cinder-79716 with host hv-cinder-79716 {{(pid=78428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 16:37:55.393929 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port d625bec4-23a2-457e-8cd9-e21e674f5990, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=d625bec4-23a2-457e-8cd9-e21e674f5990,segment=NetworkSegment(f7f1707a-c580-4cac-9afe-e15ad893121a),segment_id=f7f1707a-c580-4cac-9afe-e15ad893121a)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:37:55.406515 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Returning: {'device': 'd625bec4-23a2-457e-8cd9-e21e674f5990', 'network_id': '13fdf5fd-641a-4302-97af-ee549ba54a44', 'port_id': 'd625bec4-23a2-457e-8cd9-e21e674f5990', 'mac_address': 'fa:16:3e:2c:7d:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62894511-f960-455b-b395-e50fe021b939', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 16:37:55.463328 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:55.479500 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d625bec4-23a2-457e-8cd9-e21e674f5990 {{(pid=78428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:37:55.494356 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port d625bec4-23a2-457e-8cd9-e21e674f5990, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=d625bec4-23a2-457e-8cd9-e21e674f5990,segment=NetworkSegment(f7f1707a-c580-4cac-9afe-e15ad893121a),segment_id=f7f1707a-c580-4cac-9afe-e15ad893121a)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:37:55.497804 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:55.500493 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-171b0c77-31e9-497d-a4e2-17731dbe2726 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:55.563394 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=d625bec4-23a2-457e-8cd9-e21e674f5990,revision_number=4']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:55.566348 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:55.860730 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['d625bec4-23a2-457e-8cd9-e21e674f5990'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:37:55.895304 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c9103-ba8b-430d-aa90-699e780446cb req-9f9bf8c4-4ce8-4175-be4e-7f0c4ddbb51e tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:55.896838 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-db5c9103-ba8b-430d-aa90-699e780446cb req-9f9bf8c4-4ce8-4175-be4e-7f0c4ddbb51e tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 943 time: 0.1456466
Jun 21 16:37:55.904921 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79db10b-01e4-4dd4-af80-d00ec1385af8 req-e14e4c03-0b2d-4290-b21d-6134a163b199 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:55.906397 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a79db10b-01e4-4dd4-af80-d00ec1385af8 req-e14e4c03-0b2d-4290-b21d-6134a163b199 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8c486c-77f3-432c-8db8-07305cab8a30 HTTP/1.1" status: 200  len: 944 time: 0.1571345
Jun 21 16:37:55.974181 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-db5c9103-ba8b-430d-aa90-699e780446cb req-4a8163c6-6c7a-4df3-b1bc-c9d8209085bf tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0668261
Jun 21 16:37:55.984279 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a79db10b-01e4-4dd4-af80-d00ec1385af8 req-584c5d72-0bb5-437c-9c4e-0122449f4fb4 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe3f35a1-b274-45f5-a5cd-43d6c78107cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624840
Jun 21 16:37:56.194080 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8be8a3-45b4-4682-b486-926a66b323c7 req-f789fd5b-a80a-41b9-b508-84690228497e tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:56.195495 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4a8be8a3-45b4-4682-b486-926a66b323c7 req-f789fd5b-a80a-41b9-b508-84690228497e tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 943 time: 0.0838795
Jun 21 16:37:56.239236 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4a8be8a3-45b4-4682-b486-926a66b323c7 req-5ce18cbf-3d2f-40ed-95fd-f332d017b18b tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379426
Jun 21 16:37:56.727297 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:37:57.261621 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30485fd-86e1-4734-a76c-60fc4474f00c req-543e63a3-49e0-403c-9ed2-5a245fd106dd tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:57.263885 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f30485fd-86e1-4734-a76c-60fc4474f00c req-543e63a3-49e0-403c-9ed2-5a245fd106dd tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 943 time: 0.1493793
Jun 21 16:37:57.271832 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78555a12-64ee-4e8e-a188-0eeef3b33ff0 req-6b2fbc18-d0c1-480b-b1d4-860d5f4f98ea tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:57.273328 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-78555a12-64ee-4e8e-a188-0eeef3b33ff0 req-6b2fbc18-d0c1-480b-b1d4-860d5f4f98ea tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8c486c-77f3-432c-8db8-07305cab8a30 HTTP/1.1" status: 200  len: 944 time: 0.1224620
Jun 21 16:37:57.343263 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f30485fd-86e1-4734-a76c-60fc4474f00c req-53b04caf-ee18-4e71-9313-38205ed6ed2f tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0689960
Jun 21 16:37:57.346091 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-78555a12-64ee-4e8e-a188-0eeef3b33ff0 req-1464798e-2499-4c46-9d20-6148e6c6b153 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe3f35a1-b274-45f5-a5cd-43d6c78107cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586896
Jun 21 16:37:57.516188 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5056656-d79e-4655-9fa5-3e4068836c77 req-2d7ab874-5407-44d6-8042-1514f439ccb2 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:57.517543 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b5056656-d79e-4655-9fa5-3e4068836c77 req-2d7ab874-5407-44d6-8042-1514f439ccb2 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 943 time: 0.0834491
Jun 21 16:37:57.562183 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b5056656-d79e-4655-9fa5-3e4068836c77 req-42a28a9a-74bc-4411-a754-712ede209eaa tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386014
Jun 21 16:37:58.675203 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e4cad-3103-411b-971c-d9b7fd2c902c req-1878ab62-f559-42ba-8b34-56eb145de240 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:58.676584 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-cd7e4cad-3103-411b-971c-d9b7fd2c902c req-1878ab62-f559-42ba-8b34-56eb145de240 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 943 time: 0.2263770
Jun 21 16:37:58.688070 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956a434-058a-4793-8693-805420d508be req-900d0c37-c8a8-4f01-b4d3-5104614abb52 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:58.689383 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4956a434-058a-4793-8693-805420d508be req-900d0c37-c8a8-4f01-b4d3-5104614abb52 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8c486c-77f3-432c-8db8-07305cab8a30 HTTP/1.1" status: 200  len: 944 time: 0.2372491
Jun 21 16:37:58.755896 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-cd7e4cad-3103-411b-971c-d9b7fd2c902c req-d54acc25-fa7d-469e-b0c0-c024d886b3ac tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655751
Jun 21 16:37:58.762890 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4956a434-058a-4793-8693-805420d508be req-5a685de1-567f-4c58-a4d6-aa4de7cc9353 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe3f35a1-b274-45f5-a5cd-43d6c78107cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597165
Jun 21 16:37:58.935836 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81eecbb-f595-4ce4-8467-dbd40e28312a req-6b4451b2-c839-4940-aa0c-57dba72773fd tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:37:58.937154 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c81eecbb-f595-4ce4-8467-dbd40e28312a req-6b4451b2-c839-4940-aa0c-57dba72773fd tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 943 time: 0.0805106
Jun 21 16:37:58.980634 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c81eecbb-f595-4ce4-8467-dbd40e28312a req-514676ca-3b35-4626-a850-43c96769db16 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371690
Jun 21 16:37:59.209033 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 42c93584-495e-4381-a61f-b977ecbd7633 details requested by agent hyperv_hv-cinder-79716 with host hv-cinder-79716 {{(pid=78428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 16:37:59.339573 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 42c93584-495e-4381-a61f-b977ecbd7633, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=42c93584-495e-4381-a61f-b977ecbd7633,segment=NetworkSegment(cb66d3c6-9116-4b7e-95d4-8704f85ac6dc),segment_id=cb66d3c6-9116-4b7e-95d4-8704f85ac6dc)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:37:59.352601 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Returning: {'device': '42c93584-495e-4381-a61f-b977ecbd7633', 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5', 'port_id': '42c93584-495e-4381-a61f-b977ecbd7633', 'mac_address': 'fa:16:3e:8a:a8:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 16:37:59.408659 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:59.448121 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42c93584-495e-4381-a61f-b977ecbd7633 {{(pid=78428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:37:59.463159 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 42c93584-495e-4381-a61f-b977ecbd7633, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=42c93584-495e-4381-a61f-b977ecbd7633,segment=NetworkSegment(cb66d3c6-9116-4b7e-95d4-8704f85ac6dc),segment_id=cb66d3c6-9116-4b7e-95d4-8704f85ac6dc)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:37:59.466735 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:59.469325 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:59.532243 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=42c93584-495e-4381-a61f-b977ecbd7633,revision_number=9']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:59.536118 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:37:59.543400 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device d625bec4-23a2-457e-8cd9-e21e674f5990 up at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:37:59.613265 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning for port d625bec4-23a2-457e-8cd9-e21e674f5990 completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:37:59.618298 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning complete for port d625bec4-23a2-457e-8cd9-e21e674f5990 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:37:59.618797 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:59.733853 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:59.762663 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8c486c-77f3-432c-8db8-07305cab8a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd625bec4-23a2-457e-8cd9-e21e674f5990'}] {{(pid=78428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:37:59.780548 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port d625bec4-23a2-457e-8cd9-e21e674f5990, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=d625bec4-23a2-457e-8cd9-e21e674f5990,segment=NetworkSegment(f7f1707a-c580-4cac-9afe-e15ad893121a),segment_id=f7f1707a-c580-4cac-9afe-e15ad893121a)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:37:59.787410 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:37:59.789670 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-6a079f9b-ae97-46e2-a809-dba4cd4a236e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:37:59.820103 dv-cinder-797161-1-iscsi neutron-server[78428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8c486c-77f3-432c-8db8-07305cab8a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd625bec4-23a2-457e-8cd9-e21e674f5990', 'code': 200}
Jun 21 16:37:59.827504 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['42c93584-495e-4381-a61f-b977ecbd7633'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:37:59.975835 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=d625bec4-23a2-457e-8cd9-e21e674f5990,revision_number=5']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:37:59.990099 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:59.990379 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:59.990813 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:59.991148 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:59.991524 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:59.991893 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:59.992213 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:59.992547 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:59.992855 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:59.993173 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:59.993536 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:59.993856 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:37:59.999512 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:38:00.160988 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc814dca-aaa5-4c23-a34e-6fc3db1264c5 req-9ed7d24a-7666-468e-85d3-df4ac4c6a8f3 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:00.162525 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-dc814dca-aaa5-4c23-a34e-6fc3db1264c5 req-9ed7d24a-7666-468e-85d3-df4ac4c6a8f3 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8c486c-77f3-432c-8db8-07305cab8a30 HTTP/1.1" status: 200  len: 945 time: 0.1926489
Jun 21 16:38:00.224158 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247fc311-1b4f-42d4-ba58-d1e6561c6298 req-f84c5987-f2cf-49c5-82d0-87d1820a9368 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:00.225615 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-247fc311-1b4f-42d4-ba58-d1e6561c6298 req-f84c5987-f2cf-49c5-82d0-87d1820a9368 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 943 time: 0.2167523
Jun 21 16:38:00.252216 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-dc814dca-aaa5-4c23-a34e-6fc3db1264c5 req-255757c6-a593-4b2f-80a2-17e09c579e96 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe3f35a1-b274-45f5-a5cd-43d6c78107cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826225
Jun 21 16:38:00.279266 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047560a-4292-45e2-b0b2-acef08796cfb req-f66d6b42-b026-45bd-a1a8-d25ac3946a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:00.280451 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f047560a-4292-45e2-b0b2-acef08796cfb req-f66d6b42-b026-45bd-a1a8-d25ac3946a30 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c486c-77f3-432c-8db8-07305cab8a30 HTTP/1.1" status: 200  len: 1098 time: 0.1700852
Jun 21 16:38:00.293193 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-247fc311-1b4f-42d4-ba58-d1e6561c6298 req-7f18872e-e21f-43c1-85e5-413a2ab9ad04 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538642
Jun 21 16:38:00.332761 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f047560a-4292-45e2-b0b2-acef08796cfb req-f605bdda-f520-4d27-8be3-26aebe488ebc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fe3f35a1-b274-45f5-a5cd-43d6c78107cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385678
Jun 21 16:38:00.442431 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c812e5-0bb8-4e46-b438-6bb6e5b8c357 req-3fce9789-b2d8-47eb-9362-8759d930208e tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:00.443921 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-61c812e5-0bb8-4e46-b438-6bb6e5b8c357 req-3fce9789-b2d8-47eb-9362-8759d930208e tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 944 time: 0.0817108
Jun 21 16:38:00.494379 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-61c812e5-0bb8-4e46-b438-6bb6e5b8c357 req-c1a0743e-3f1d-4087-b6c1-fa10455e1ab2 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448923
Jun 21 16:38:01.509951 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 03600ce8-9489-4f7b-be6b-00c3a6cc2920 details requested by agent hyperv_hv-cinder-79716 with host hv-cinder-79716 {{(pid=78428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 16:38:01.520227 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a018bb3-ecd5-455b-9374-af6bc1461a21 req-2787addd-2a99-4481-8c24-7f136332c29d tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:01.522254 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6a018bb3-ecd5-455b-9374-af6bc1461a21 req-2787addd-2a99-4481-8c24-7f136332c29d tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8c486c-77f3-432c-8db8-07305cab8a30 HTTP/1.1" status: 200  len: 945 time: 0.1582348
Jun 21 16:38:01.529617 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383ef6e-3d3a-411b-b676-6ebb30b563d6 req-3eefb532-ab35-4aa6-a085-a46c5335405c tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:01.531135 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5383ef6e-3d3a-411b-b676-6ebb30b563d6 req-3eefb532-ab35-4aa6-a085-a46c5335405c tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 943 time: 0.1149008
Jun 21 16:38:01.605148 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6a018bb3-ecd5-455b-9374-af6bc1461a21 req-6b016ddc-a40a-4ad8-8bbe-d93776093cbb tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe3f35a1-b274-45f5-a5cd-43d6c78107cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729589
Jun 21 16:38:01.611966 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5383ef6e-3d3a-411b-b676-6ebb30b563d6 req-35b1e5da-bb30-49ff-814a-afa0b64025ce tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611019
Jun 21 16:38:01.628417 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 42c93584-495e-4381-a61f-b977ecbd7633 up at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:38:01.725502 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 03600ce8-9489-4f7b-be6b-00c3a6cc2920, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=03600ce8-9489-4f7b-be6b-00c3a6cc2920,segment=NetworkSegment(1e3104e4-02f1-4c01-87b5-ee4849ad50f6),segment_id=1e3104e4-02f1-4c01-87b5-ee4849ad50f6)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:38:01.743754 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Returning: {'device': '03600ce8-9489-4f7b-be6b-00c3a6cc2920', 'network_id': '9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4', 'port_id': '03600ce8-9489-4f7b-be6b-00c3a6cc2920', 'mac_address': 'fa:16:3e:dc:0a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd28f0b85-c931-4d9a-9dda-91c9d86f9837', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 16:38:01.790636 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning complete for port 42c93584-495e-4381-a61f-b977ecbd7633 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:38:01.790888 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c9d54-eb16-4a24-b455-a786aeaf173e req-d862b5be-8a36-46d9-b954-b9bcac9e8880 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:01.791021 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:01.792289 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-298c9d54-eb16-4a24-b455-a786aeaf173e req-d862b5be-8a36-46d9-b954-b9bcac9e8880 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 944 time: 0.0887790
Jun 21 16:38:01.837151 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-298c9d54-eb16-4a24-b455-a786aeaf173e req-873b2c7a-fc0f-4b6d-b0a5-d40ad05bd048 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389786
Jun 21 16:38:01.845322 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:01.867449 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03600ce8-9489-4f7b-be6b-00c3a6cc2920 {{(pid=78428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:38:01.887910 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 03600ce8-9489-4f7b-be6b-00c3a6cc2920, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=03600ce8-9489-4f7b-be6b-00c3a6cc2920,segment=NetworkSegment(1e3104e4-02f1-4c01-87b5-ee4849ad50f6),segment_id=1e3104e4-02f1-4c01-87b5-ee4849ad50f6)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:38:01.919912 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:01.926963 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:38:01.993527 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:02.020904 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=03600ce8-9489-4f7b-be6b-00c3a6cc2920,revision_number=4']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:38:02.024116 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:38:02.028465 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb49a93-87b9-4e81-b4a3-c8e876dab673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c93584-495e-4381-a61f-b977ecbd7633'}] {{(pid=78428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:38:02.038605 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 42c93584-495e-4381-a61f-b977ecbd7633, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=42c93584-495e-4381-a61f-b977ecbd7633,segment=NetworkSegment(cb66d3c6-9116-4b7e-95d4-8704f85ac6dc),segment_id=cb66d3c6-9116-4b7e-95d4-8704f85ac6dc)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:38:02.043439 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:02.045369 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:38:02.087861 dv-cinder-797161-1-iscsi neutron-server[78428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb49a93-87b9-4e81-b4a3-c8e876dab673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c93584-495e-4381-a61f-b977ecbd7633', 'code': 200}
Jun 21 16:38:02.119833 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=42c93584-495e-4381-a61f-b977ecbd7633,revision_number=10']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:38:02.122681 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:38:02.309953 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['03600ce8-9489-4f7b-be6b-00c3a6cc2920'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:38:02.502084 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733003ac-fa29-41a5-9f0b-2dab48871878 req-363f6d6c-8bfb-46f6-8e17-7880ea2c45fd tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:02.503613 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-733003ac-fa29-41a5-9f0b-2dab48871878 req-363f6d6c-8bfb-46f6-8e17-7880ea2c45fd tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.0862961
Jun 21 16:38:02.552339 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-733003ac-fa29-41a5-9f0b-2dab48871878 req-f2bc5b16-30b1-4dcb-8b32-553f245a1ba1 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419481
Jun 21 16:38:02.719013 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399bd8d-a440-4727-a2ed-8a5e6f472cbe req-67596021-6302-432a-a987-3d2541daa666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:02.720666 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a399bd8d-a440-4727-a2ed-8a5e6f472cbe req-67596021-6302-432a-a987-3d2541daa666 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 1099 time: 0.0795448
Jun 21 16:38:02.867319 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a399bd8d-a440-4727-a2ed-8a5e6f472cbe req-7e5ca06a-6c57-415c-9b64-501312895e58 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1127512
Jun 21 16:38:02.896201 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1b015-a23f-49b7-8e9c-77c5b3fc0f41 req-7b6a38af-259c-4f3c-ba01-f064a12fee75 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:02.897524 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-63b1b015-a23f-49b7-8e9c-77c5b3fc0f41 req-7b6a38af-259c-4f3c-ba01-f064a12fee75 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8c486c-77f3-432c-8db8-07305cab8a30 HTTP/1.1" status: 200  len: 945 time: 0.1750934
Jun 21 16:38:02.905185 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c7da8-40f8-45d2-a85f-57a49db3d60d req-e5124879-fbfb-489f-86c2-703cad86de9d tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:02.906515 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-500c7da8-40f8-45d2-a85f-57a49db3d60d req-e5124879-fbfb-489f-86c2-703cad86de9d tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 944 time: 0.1467087
Jun 21 16:38:02.973495 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-63b1b015-a23f-49b7-8e9c-77c5b3fc0f41 req-ebd681ca-c852-4ed9-9f6c-b8a3d1e18c85 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe3f35a1-b274-45f5-a5cd-43d6c78107cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660663
Jun 21 16:38:02.980282 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-500c7da8-40f8-45d2-a85f-57a49db3d60d req-d37728c9-53f6-4eb6-8967-f1d8e929f65a tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577047
Jun 21 16:38:03.151557 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c629c-a663-442d-a36d-b9b7d9889646 req-46475be2-cc9d-4bec-a05c-14eaadec77f5 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:03.152964 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-825c629c-a663-442d-a36d-b9b7d9889646 req-46475be2-cc9d-4bec-a05c-14eaadec77f5 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 946 time: 0.0840516
Jun 21 16:38:03.202175 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-825c629c-a663-442d-a36d-b9b7d9889646 req-5b5b67b4-9b14-4b8b-8fdd-1cdf72596001 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433495
Jun 21 16:38:03.521798 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 03600ce8-9489-4f7b-be6b-00c3a6cc2920 up at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:38:03.593961 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning for port 03600ce8-9489-4f7b-be6b-00c3a6cc2920 completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:38:03.599516 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning complete for port 03600ce8-9489-4f7b-be6b-00c3a6cc2920 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:38:03.599993 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:03.726466 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:03.735353 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 41190) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:38:03.752271 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36337bdf-96e5-46bb-871f-a3a672505406 req-eb8d89a0-f8f8-4f35-b160-2f1d4b7172de tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:03.754100 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-36337bdf-96e5-46bb-871f-a3a672505406 req-eb8d89a0-f8f8-4f35-b160-2f1d4b7172de tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.0909934
Jun 21 16:38:03.776603 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 03600ce8-9489-4f7b-be6b-00c3a6cc2920, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=03600ce8-9489-4f7b-be6b-00c3a6cc2920,segment=NetworkSegment(1e3104e4-02f1-4c01-87b5-ee4849ad50f6),segment_id=1e3104e4-02f1-4c01-87b5-ee4849ad50f6)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:38:03.785032 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:03.789239 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:38:03.806170 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-36337bdf-96e5-46bb-871f-a3a672505406 req-e5075c27-9863-47c6-a4e2-cc907a16b79c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420973
Jun 21 16:38:03.865769 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=03600ce8-9489-4f7b-be6b-00c3a6cc2920,revision_number=5']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:38:03.869520 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:38:03.886915 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-fc1f897e-e350-4cb0-97a4-1d80311737f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:03.901488 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-fc1f897e-e350-4cb0-97a4-1d80311737f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:38:03.905247 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-fc1f897e-e350-4cb0-97a4-1d80311737f5 admin admin] Usage tracker for resource:security_group_rule and tenant:ee92524abbff4d1dacb199818c5140eb is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:38:03.908034 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-fc1f897e-e350-4cb0-97a4-1d80311737f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:38:03.913622 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-fc1f897e-e350-4cb0-97a4-1d80311737f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:38:04.000246 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-fc1f897e-e350-4cb0-97a4-1d80311737f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:04.004912 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-fc1f897e-e350-4cb0-97a4-1d80311737f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:04.013500 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-784ed69f-865e-4912-a2fb-dfe82e830205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:38:04.057435 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 41202) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:38:04.057646 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-fc1f897e-e350-4cb0-97a4-1d80311737f5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee92524abbff4d1dacb199818c5140eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3204749
Jun 21 16:38:04.060955 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f897e-e350-4cb0-97a4-1d80311737f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e2d8b9-45df-4a57-933e-419bedde0d12,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:38:04.064740 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-fc1f897e-e350-4cb0-97a4-1d80311737f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:38:04.089386 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae6fc59-f66b-4a6e-ace4-777e59aa7017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03600ce8-9489-4f7b-be6b-00c3a6cc2920'}] {{(pid=78428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:38:04.144840 dv-cinder-797161-1-iscsi neutron-server[78428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae6fc59-f66b-4a6e-ace4-777e59aa7017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03600ce8-9489-4f7b-be6b-00c3a6cc2920', 'code': 200}
Jun 21 16:38:04.193948 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-befed457-3592-471f-a267-8f039870d0e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:04.227258 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-befed457-3592-471f-a267-8f039870d0e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:04.406027 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc8d0f-8492-4960-84fb-a443fdd849ea req-ab538370-b7ca-4d34-98d3-42d4e6332666 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:04.413021 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c8fc8d0f-8492-4960-84fb-a443fdd849ea req-ab538370-b7ca-4d34-98d3-42d4e6332666 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 945 time: 0.2959261
Jun 21 16:38:04.479674 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c8fc8d0f-8492-4960-84fb-a443fdd849ea req-f0ff6bcb-f862-46e1-b090-28940a218d77 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655284
Jun 21 16:38:04.507861 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4bc713-d872-4717-9df4-9d04aff5f1a8 req-ce6e3b77-f05c-4696-95b7-c76b3637f38d tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:04.510156 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-eb4bc713-d872-4717-9df4-9d04aff5f1a8 req-ce6e3b77-f05c-4696-95b7-c76b3637f38d tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8c486c-77f3-432c-8db8-07305cab8a30 HTTP/1.1" status: 200  len: 945 time: 0.2680092
Jun 21 16:38:04.511817 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-befed457-3592-471f-a267-8f039870d0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:04.536512 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:38:04.552003 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-befed457-3592-471f-a267-8f039870d0e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:04.560925 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-befed457-3592-471f-a267-8f039870d0e0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/20e2d8b9-45df-4a57-933e-419bedde0d12 HTTP/1.1" status: 204  len: 168 time: 0.4968975
Jun 21 16:38:04.583572 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befed457-3592-471f-a267-8f039870d0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e2d8b9-45df-4a57-933e-419bedde0d12,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:38:04.587497 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-befed457-3592-471f-a267-8f039870d0e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:38:04.680598 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-eb4bc713-d872-4717-9df4-9d04aff5f1a8 req-97d29fcd-27a8-447c-b88f-9c16bcb4a85b tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe3f35a1-b274-45f5-a5cd-43d6c78107cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1593363
Jun 21 16:38:04.746428 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dac419-ea7f-416c-aa2b-9dcb5eff1275 req-b133267d-3558-4eeb-8c24-8a9f3bf3666d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:04.747912 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-11dac419-ea7f-416c-aa2b-9dcb5eff1275 req-b133267d-3558-4eeb-8c24-8a9f3bf3666d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 1098 time: 0.1492159
Jun 21 16:38:04.763440 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf322e26-bddc-4741-8058-ec5e70b631c8 req-7bb41b80-f3af-4ce9-b13e-675e6f1e1d35 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:04.764927 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-cf322e26-bddc-4741-8058-ec5e70b631c8 req-7bb41b80-f3af-4ce9-b13e-675e6f1e1d35 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 946 time: 0.1293168
Jun 21 16:38:04.835549 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-11dac419-ea7f-416c-aa2b-9dcb5eff1275 req-958ad677-b160-4ab3-b291-eda795b064be service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0696750
Jun 21 16:38:04.843234 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-cf322e26-bddc-4741-8058-ec5e70b631c8 req-1a1622fc-fd53-4e53-8e69-15b7bf5df20e tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0648341
Jun 21 16:38:05.017170 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327f6cb-75d2-46d1-84a2-91dcc7915223 req-4276e778-106b-4914-b299-93989628c82d tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:05.018890 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4327f6cb-75d2-46d1-84a2-91dcc7915223 req-4276e778-106b-4914-b299-93989628c82d tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.0909791
Jun 21 16:38:05.070540 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4327f6cb-75d2-46d1-84a2-91dcc7915223 req-a44115dc-e0df-49bb-9a1b-bf7fa37eb9a1 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461395
Jun 21 16:38:05.671777 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13032735-2938-41c2-add3-6ef6ffb17cf2 req-440d86a0-1117-4992-94d5-64978bc73c68 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:05.673269 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-13032735-2938-41c2-add3-6ef6ffb17cf2 req-440d86a0-1117-4992-94d5-64978bc73c68 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 945 time: 0.0823541
Jun 21 16:38:05.727493 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-13032735-2938-41c2-add3-6ef6ffb17cf2 req-f0e456e4-38ca-4425-a0d6-db2acb7dccf9 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478144
Jun 21 16:38:05.880364 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86aa256-c05e-4318-856a-f84ddde2e813 req-921db660-ddd3-4f20-951d-bdb221bbefbf tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:05.881842 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a86aa256-c05e-4318-856a-f84ddde2e813 req-921db660-ddd3-4f20-951d-bdb221bbefbf tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8c486c-77f3-432c-8db8-07305cab8a30 HTTP/1.1" status: 200  len: 945 time: 0.0826349
Jun 21 16:38:05.928618 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a86aa256-c05e-4318-856a-f84ddde2e813 req-912171d3-3dfa-43e8-8ab1-3e7d77dcc1d2 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe3f35a1-b274-45f5-a5cd-43d6c78107cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408454
Jun 21 16:38:06.047027 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481e5be-4804-40ac-b9b7-2ab91d0d1e6b req-82fb7d30-de18-4c3f-bc92-1cfeb5fd32ee tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:06.053164 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4481e5be-4804-40ac-b9b7-2ab91d0d1e6b req-82fb7d30-de18-4c3f-bc92-1cfeb5fd32ee tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 946 time: 0.0876303
Jun 21 16:38:06.097726 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4481e5be-4804-40ac-b9b7-2ab91d0d1e6b req-f656ed3a-85be-44bd-be5b-915cb038124c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414660
Jun 21 16:38:06.262835 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f62250-6749-4e17-9239-9b476dbbe4a4 req-b8c80f85-111e-4e1e-8750-64843bbe126a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:06.264312 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c7f62250-6749-4e17-9239-9b476dbbe4a4 req-b8c80f85-111e-4e1e-8750-64843bbe126a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.0796900
Jun 21 16:38:06.311662 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c7f62250-6749-4e17-9239-9b476dbbe4a4 req-4a53f154-b8bf-4c76-8beb-9bbf127f8cf8 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411406
Jun 21 16:38:06.948308 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a026a-64e7-4227-b1c8-8867d3d96b85 req-11b4fb62-779f-4afd-8830-87cd7a292e8a tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:06.949743 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-865a026a-64e7-4227-b1c8-8867d3d96b85 req-11b4fb62-779f-4afd-8830-87cd7a292e8a tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb8c486c-77f3-432c-8db8-07305cab8a30 HTTP/1.1" status: 200  len: 945 time: 0.1405463
Jun 21 16:38:06.958196 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d7448-e766-4a0e-869d-c02529f0e78b req-2f4bda17-4a0f-47ce-96c4-ef673d72088e tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:06.959747 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e68d7448-e766-4a0e-869d-c02529f0e78b req-2f4bda17-4a0f-47ce-96c4-ef673d72088e tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 945 time: 0.1169074
Jun 21 16:38:07.056310 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [req-865a026a-64e7-4227-b1c8-8867d3d96b85 req-5e40b134-62aa-4c29-9da7-6fa1bb870711 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Deleting port d625bec4-23a2-457e-8cd9-e21e674f5990 {{(pid=78427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:38:07.056658 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-865a026a-64e7-4227-b1c8-8867d3d96b85 req-5e40b134-62aa-4c29-9da7-6fa1bb870711 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:07.092608 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e68d7448-e766-4a0e-869d-c02529f0e78b req-3fc23dce-2598-4c95-81f7-89d03bfb1c63 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1011863
Jun 21 16:38:07.333941 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf34e86-5fd4-455a-87aa-fde997311476 req-ebc2942a-7b26-419b-9866-4f22971cadad tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:07.335285 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ddf34e86-5fd4-455a-87aa-fde997311476 req-ebc2942a-7b26-419b-9866-4f22971cadad tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8c486c-77f3-432c-8db8-07305cab8a30 HTTP/1.1" status: 200  len: 945 time: 0.2514668
Jun 21 16:38:07.465887 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ddf34e86-5fd4-455a-87aa-fde997311476 req-e6ed9738-e7ad-4690-933f-2faf195942ce tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe3f35a1-b274-45f5-a5cd-43d6c78107cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835788
Jun 21 16:38:07.472083 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [req-865a026a-64e7-4227-b1c8-8867d3d96b85 req-5e40b134-62aa-4c29-9da7-6fa1bb870711 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] For port d625bec4-23a2-457e-8cd9-e21e674f5990, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=d625bec4-23a2-457e-8cd9-e21e674f5990,segment=NetworkSegment(f7f1707a-c580-4cac-9afe-e15ad893121a),segment_id=f7f1707a-c580-4cac-9afe-e15ad893121a)] {{(pid=78427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:38:07.472433 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-865a026a-64e7-4227-b1c8-8867d3d96b85 req-5e40b134-62aa-4c29-9da7-6fa1bb870711 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:07.492007 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60b301-f8ba-4ac0-bcec-7d70571b8195 req-d799d523-db14-48a0-b5bc-d6616fd9457f tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:07.493485 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7b60b301-f8ba-4ac0-bcec-7d70571b8195 req-d799d523-db14-48a0-b5bc-d6616fd9457f tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 945 time: 0.2782369
Jun 21 16:38:07.621229 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [req-865a026a-64e7-4227-b1c8-8867d3d96b85 req-5e40b134-62aa-4c29-9da7-6fa1bb870711 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Calling delete_port for d625bec4-23a2-457e-8cd9-e21e674f5990 owned by compute:nova {{(pid=78427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:38:07.825744 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7b60b301-f8ba-4ac0-bcec-7d70571b8195 req-44856e2e-8034-4b3b-853c-afa7ab421d09 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2793422
Jun 21 16:38:07.848570 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 41304) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:38:07.908439 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b23af9-153c-410d-8a78-48c5d708c0bc req-76051467-2a80-4d08-b261-112ae7e111c7 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:07.910377 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c7b23af9-153c-410d-8a78-48c5d708c0bc req-76051467-2a80-4d08-b261-112ae7e111c7 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.2987423
Jun 21 16:38:07.954128 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-865a026a-64e7-4227-b1c8-8867d3d96b85 req-5e40b134-62aa-4c29-9da7-6fa1bb870711 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1910645'] for port, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:07.967037 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-13c6c676-b23a-49a6-83c8-ce7e77cb3c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:38:08.019676 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c7b23af9-153c-410d-8a78-48c5d708c0bc req-b3fc4af2-617d-48c2-b196-4964480fd7f5 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1013625
Jun 21 16:38:08.051644 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40b134-62aa-4c29-9da7-6fa1bb870711 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Pushing event deleted for resources: {'Port': ['ID=d625bec4-23a2-457e-8cd9-e21e674f5990,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:38:08.054786 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-5e40b134-62aa-4c29-9da7-6fa1bb870711 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:38:08.086013 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3d3667-8742-481a-a4b5-51be6ef6a89d tempest-TestShelveInstance-405969677 tempest-TestShelveInstance-405969677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:08.086729 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-2b3d3667-8742-481a-a4b5-51be6ef6a89d tempest-TestShelveInstance-405969677 tempest-TestShelveInstance-405969677-project-admin] Synchronizing usage tracker for tenant:cc802e344e644a038ba2608a93034dc1 on resource:port {{(pid=78426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:38:08.095192 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [req-865a026a-64e7-4227-b1c8-8867d3d96b85 req-5e40b134-62aa-4c29-9da7-6fa1bb870711 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] No DVR routers for this DVR port d625bec4-23a2-457e-8cd9-e21e674f5990 on host hv-cinder-79716 {{(pid=78427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 16:38:08.100208 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-865a026a-64e7-4227-b1c8-8867d3d96b85 req-5e40b134-62aa-4c29-9da7-6fa1bb870711 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:08.104586 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8c486c-77f3-432c-8db8-07305cab8a30', 'name': 'network-vif-deleted', 'tag': 'd625bec4-23a2-457e-8cd9-e21e674f5990'}] {{(pid=78427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:38:08.104817 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-2b3d3667-8742-481a-a4b5-51be6ef6a89d tempest-TestShelveInstance-405969677 tempest-TestShelveInstance-405969677-project-admin] Unset dirty status for tenant:cc802e344e644a038ba2608a93034dc1 on resource:port {{(pid=78426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:38:08.107555 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-2b3d3667-8742-481a-a4b5-51be6ef6a89d tempest-TestShelveInstance-405969677 tempest-TestShelveInstance-405969677-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 1093 time: 0.2576008
Jun 21 16:38:08.109258 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 41312) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:38:08.114788 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-29118a0d-831b-4129-82b0-6e4204b1010b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Request body: {'floatingip': {'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'port_id': '03600ce8-9489-4f7b-be6b-00c3a6cc2920', 'tenant_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:38:08.119821 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-865a026a-64e7-4227-b1c8-8867d3d96b85 req-5e40b134-62aa-4c29-9da7-6fa1bb870711 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.39 "DELETE /v2.0/ports/d625bec4-23a2-457e-8cd9-e21e674f5990 HTTP/1.1" status: 204  len: 173 time: 1.1589882
Jun 21 16:38:08.120803 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-29118a0d-831b-4129-82b0-6e4204b1010b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:38:08.124662 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-29118a0d-831b-4129-82b0-6e4204b1010b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Usage tracker for resource:floatingip and tenant:0abf7fbe8a894aa0ac522b8db4c418f8 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:38:08.127555 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-29118a0d-831b-4129-82b0-6e4204b1010b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:38:08.134207 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-29118a0d-831b-4129-82b0-6e4204b1010b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:38:08.145973 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-29118a0d-831b-4129-82b0-6e4204b1010b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks [] for floatingip, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:08.155116 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8c486c-77f3-432c-8db8-07305cab8a30', 'name': 'network-vif-deleted', 'tag': 'd625bec4-23a2-457e-8cd9-e21e674f5990', 'status': 'completed', 'code': 200}
Jun 21 16:38:08.294236 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-29118a0d-831b-4129-82b0-6e4204b1010b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:08.434341 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [None req-29118a0d-831b-4129-82b0-6e4204b1010b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Allocated IP 172.27.1.116 (70dc8c3b-1fd1-4e34-848f-30da40ce5650/64348721-2f14-434e-9349-1c86303c6cb6/7eeb1d0a-38c7-4be7-8bcb-982d895b6bfe) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:38:08.587567 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-29118a0d-831b-4129-82b0-6e4204b1010b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:08.596730 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 41324) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:38:08.629684 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-29118a0d-831b-4129-82b0-6e4204b1010b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:08.635155 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-b488f8e7-79a9-49f8-9bb3-8b17873fcf07 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:38:08.644483 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-eb053112-6276-41e1-a082-d30f6b1b38a4 req-e2a02cf4-4f75-4090-b477-6574a194d207 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Synchronizing usage tracker for tenant:11f81edee92e43f4826ea71378010756 on resource:port {{(pid=78427) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:38:08.661387 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-eb053112-6276-41e1-a082-d30f6b1b38a4 req-e2a02cf4-4f75-4090-b477-6574a194d207 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Unset dirty status for tenant:11f81edee92e43f4826ea71378010756 on resource:port {{(pid=78427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:38:08.675508 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-eb053112-6276-41e1-a082-d30f6b1b38a4 req-e2a02cf4-4f75-4090-b477-6574a194d207 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb8c486c-77f3-432c-8db8-07305cab8a30 HTTP/1.1" status: 200  len: 210 time: 0.0801630
Jun 21 16:38:08.797561 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29118a0d-831b-4129-82b0-6e4204b1010b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Network 70dc8c3b-1fd1-4e34-848f-30da40ce5650 is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:38:08.813866 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-29118a0d-831b-4129-82b0-6e4204b1010b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:38:08.819891 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29118a0d-831b-4129-82b0-6e4204b1010b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:38:08.845641 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-d9babd51-098a-4429-8ad3-c99c3e4f31a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:08.866493 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29118a0d-831b-4129-82b0-6e4204b1010b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Pushing event updated for resources: {'Port': ['ID=7eeb1d0a-38c7-4be7-8bcb-982d895b6bfe,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:38:08.872386 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-29118a0d-831b-4129-82b0-6e4204b1010b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:38:08.883558 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-d9babd51-098a-4429-8ad3-c99c3e4f31a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:38:08.890120 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-d9babd51-098a-4429-8ad3-c99c3e4f31a6 admin admin] Usage tracker for resource:security_group_rule and tenant:568ac9e7ecef40d5988420d90e162654 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:38:08.894477 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-d9babd51-098a-4429-8ad3-c99c3e4f31a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:38:08.902586 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-d9babd51-098a-4429-8ad3-c99c3e4f31a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:38:09.212965 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b29a4-8cfb-4706-8128-5f94cf076a15 req-d81c58cf-2b15-486e-bc12-8fc2fbe92f43 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:09.214441 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-392b29a4-8cfb-4706-8128-5f94cf076a15 req-d81c58cf-2b15-486e-bc12-8fc2fbe92f43 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.0792420
Jun 21 16:38:09.235176 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-d9babd51-098a-4429-8ad3-c99c3e4f31a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:09.243497 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-d9babd51-098a-4429-8ad3-c99c3e4f31a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:09.252741 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-fc1f897e-e350-4cb0-97a4-1d80311737f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:38:09.260525 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-392b29a4-8cfb-4706-8128-5f94cf076a15 req-8d4cd563-43e2-48bf-ac74-acbaa5102b20 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400670
Jun 21 16:38:09.314727 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-d9babd51-098a-4429-8ad3-c99c3e4f31a6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=568ac9e7ecef40d5988420d90e162654&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7168887
Jun 21 16:38:09.316738 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9babd51-098a-4429-8ad3-c99c3e4f31a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63882558-afc8-4b10-aed3-92017dd0006d,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:38:09.317415 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 41332) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:38:09.320703 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-d9babd51-098a-4429-8ad3-c99c3e4f31a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:38:09.374505 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-29118a0d-831b-4129-82b0-6e4204b1010b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:09.375043 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-02f7151f-da11-4d42-9fa6-562313fd5ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:09.404593 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-02f7151f-da11-4d42-9fa6-562313fd5ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:09.450849 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-29118a0d-831b-4129-82b0-6e4204b1010b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:09.457699 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-02f7151f-da11-4d42-9fa6-562313fd5ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:09.461258 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-43d3ed37-ed76-4255-a0dd-bf0a0e531e71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:38:09.472732 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7151f-da11-4d42-9fa6-562313fd5ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63882558-afc8-4b10-aed3-92017dd0006d,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:38:09.476218 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-02f7151f-da11-4d42-9fa6-562313fd5ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:38:09.484624 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-02f7151f-da11-4d42-9fa6-562313fd5ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:09.487089 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-02f7151f-da11-4d42-9fa6-562313fd5ac7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/63882558-afc8-4b10-aed3-92017dd0006d HTTP/1.1" status: 204  len: 168 time: 0.1675727
Jun 21 16:38:09.553875 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device d625bec4-23a2-457e-8cd9-e21e674f5990 no longer exists at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:38:09.589005 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] No Port match for: d625bec4-23a2-457e-8cd9-e21e674f5990 {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:38:09.589371 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device d625bec4-23a2-457e-8cd9-e21e674f5990 not bound to the agent host hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:38:09.661018 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-29118a0d-831b-4129-82b0-6e4204b1010b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks [] for port, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:09.666329 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-29118a0d-831b-4129-82b0-6e4204b1010b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2434630'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:09.670645 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-d2a760bd-fa7f-4ebd-870d-4c5ec5847795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:38:09.792289 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29118a0d-831b-4129-82b0-6e4204b1010b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Pushing event updated for resources: {'Port': ['ID=7eeb1d0a-38c7-4be7-8bcb-982d895b6bfe,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:38:09.798703 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-29118a0d-831b-4129-82b0-6e4204b1010b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:38:09.804856 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-29118a0d-831b-4129-82b0-6e4204b1010b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727397'] for floatingip, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:09.992336 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.db.l3_db [None req-29118a0d-831b-4129-82b0-6e4204b1010b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Floating IP baaa63ed-6a97-4fd0-8cc7-081e1f1ac6a9 associated. External IP: 172.27.1.116, port: 03600ce8-9489-4f7b-be6b-00c3a6cc2920.
Jun 21 16:38:10.136520 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b30c6-b6f8-4db3-a861-3be092281706 req-e1aa822c-53ad-44ce-90de-5ff26e2296c3 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:10.140396 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-508b30c6-b6f8-4db3-a861-3be092281706 req-e1aa822c-53ad-44ce-90de-5ff26e2296c3 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/networks?id=13fdf5fd-641a-4302-97af-ee549ba54a44 HTTP/1.1" status: 200  len: 808 time: 0.1658976
Jun 21 16:38:10.161773 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-508b30c6-b6f8-4db3-a861-3be092281706 req-7efb206e-fdd4-468c-be70-1851ae8b4bf1 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/quotas/11f81edee92e43f4826ea71378010756 HTTP/1.1" status: 200  len: 375 time: 0.0159366
Jun 21 16:38:10.233225 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-508b30c6-b6f8-4db3-a861-3be092281706 req-64a5c759-e795-4838-a3fc-5cb640449dc9 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=11f81edee92e43f4826ea71378010756&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0650091
Jun 21 16:38:10.402292 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-508b30c6-b6f8-4db3-a861-3be092281706 req-5f2120c2-ad6c-4392-8557-9e478b6b19f8 service neutron] 10.222.0.24 "GET /v2.0/networks/13fdf5fd-641a-4302-97af-ee549ba54a44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1599283
Jun 21 16:38:10.494368 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29118a0d-831b-4129-82b0-6e4204b1010b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Router 3cbf3fa4-d626-4a26-983e-7f89518c5f4f has already been hosted by L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb {{(pid=78426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 16:38:10.556156 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-508b30c6-b6f8-4db3-a861-3be092281706 req-2e311001-ad26-4490-87d2-f5f96dc12605 service neutron] 10.222.0.24 "GET /v2.0/networks/13fdf5fd-641a-4302-97af-ee549ba54a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1525586
Jun 21 16:38:10.695115 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29118a0d-831b-4129-82b0-6e4204b1010b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:38:10.705943 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9e746f-c51f-4bf7-88fa-8899b7edb408 None None] Sync routers for ids ['3cbf3fa4-d626-4a26-983e-7f89518c5f4f'] in dv-cinder-797161-1-iscsi {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:38:10.706669 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fd89a-53b9-44fe-8821-7f22cedd53aa req-13e01790-7f5c-4df9-8179-900b0d0d87d6 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:10.711964 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-3b1fd89a-53b9-44fe-8821-7f22cedd53aa req-13e01790-7f5c-4df9-8179-900b0d0d87d6 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.1175709
Jun 21 16:38:10.718050 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9e746f-c51f-4bf7-88fa-8899b7edb408 None None] Routers {'3cbf3fa4-d626-4a26-983e-7f89518c5f4f'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:38:10.721732 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-6b9e746f-c51f-4bf7-88fa-8899b7edb408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d0bb850>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:37:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['3cbf3fa4-d626-4a26-983e-7f89518c5f4f'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:38:10.751528 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-29118a0d-831b-4129-82b0-6e4204b1010b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:10.802945 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-246f3826-0d6d-41b8-b3e4-05aac6380441 req-c70ad473-95af-45d0-9e4c-4678b3b9b518 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c7b4ae9-8087-42e4-b1fe-e0c343659f3e HTTP/1.1" status: 200  len: 210 time: 0.0517600
Jun 21 16:38:10.833074 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-3b1fd89a-53b9-44fe-8821-7f22cedd53aa req-b6c623a7-05fa-46ee-a9f1-55f2f7fe7976 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1153445
Jun 21 16:38:10.836128 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-29118a0d-831b-4129-82b0-6e4204b1010b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7255933
Jun 21 16:38:10.839637 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae6fc59-f66b-4a6e-ace4-777e59aa7017', 'tag': '03600ce8-9489-4f7b-be6b-00c3a6cc2920'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:38:10.898487 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae6fc59-f66b-4a6e-ace4-777e59aa7017', 'tag': '03600ce8-9489-4f7b-be6b-00c3a6cc2920', 'status': 'completed', 'code': 200}
Jun 21 16:38:11.038455 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6892059-a265-492c-b2dd-6adb8231cf57 req-c5f7878d-306e-4774-ae91-9a993ef44c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:11.040764 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e6892059-a265-492c-b2dd-6adb8231cf57 req-c5f7878d-306e-4774-ae91-9a993ef44c6a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0abf7fbe8a894aa0ac522b8db4c418f8&device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 1098 time: 0.0875854
Jun 21 16:38:11.048125 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-6b9e746f-c51f-4bf7-88fa-8899b7edb408 None None] Set router 3cbf3fa4-d626-4a26-983e-7f89518c5f4f gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:38:11.213669 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6892059-a265-492c-b2dd-6adb8231cf57 req-28253b06-9430-4782-9fec-5f906b9a9b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:11.215313 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e6892059-a265-492c-b2dd-6adb8231cf57 req-28253b06-9430-4782-9fec-5f906b9a9b3e service neutron] 10.222.0.39 "GET /v2.0/networks?id=9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4 HTTP/1.1" status: 200  len: 910 time: 0.1672120
Jun 21 16:38:11.385584 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e6892059-a265-492c-b2dd-6adb8231cf57 req-de001db1-c2f6-4591-af9c-38358a64c186 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03600ce8-9489-4f7b-be6b-00c3a6cc2920 HTTP/1.1" status: 200  len: 999 time: 0.1544042
Jun 21 16:38:11.461089 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-6b9e746f-c51f-4bf7-88fa-8899b7edb408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d0bb850>, [{'id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'name': 'tempest-TestShelveInstance-1610466586-router', 'tenant_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '1a7a85c1-6f3a-428d-abb0-b49d274789cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:36:58Z', 'updated_at': '2021-06-21T16:37:05Z', 'revision_number': 4, 'project_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'gw_port': {'id': '1a7a85c1-6f3a-428d-abb0-b49d274789cf', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:36:59Z', 'updated_at': '2021-06-21T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_floatingips': [{'id': 'baaa63ed-6a97-4fd0-8cc7-081e1f1ac6a9', 'tenant_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'router_id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'port_id': '03600ce8-9489-4f7b-be6b-00c3a6cc2920', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4', 'mac_address': 'fa:16:3e:dc:0a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae6fc59-f66b-4a6e-ace4-777e59aa7017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T16:38:09Z', 'updated_at': '2021-06-21T16:38:09Z', 'revision_number': 0, 'project_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3707e81f-c26c-472c-b39b-def6c0d82f04', 'name': '', 'network_id': '9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4', 'tenant_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'mac_address': 'fa:16:3e:80:02:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'd28f0b85-c931-4d9a-9dda-91c9d86f9837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:37:04Z', 'updated_at': '2021-06-21T16:37:17Z', 'revision_number': 5, 'project_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'subnets': [{'id': 'd28f0b85-c931-4d9a-9dda-91c9d86f9837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:38:11.465953 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9e746f-c51f-4bf7-88fa-8899b7edb408 None None] Checking router: 3cbf3fa4-d626-4a26-983e-7f89518c5f4f for host: dv-cinder-797161-1-iscsi {{(pid=78428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:38:11.476021 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9e746f-c51f-4bf7-88fa-8899b7edb408 None None] Routers {'3cbf3fa4-d626-4a26-983e-7f89518c5f4f'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:38:11.476648 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-6b9e746f-c51f-4bf7-88fa-8899b7edb408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d0bb850>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:37:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['3cbf3fa4-d626-4a26-983e-7f89518c5f4f'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:38:11.549197 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6892059-a265-492c-b2dd-6adb8231cf57 req-36ac135a-3194-457a-9f6a-4bbd73cab135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:11.550804 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e6892059-a265-492c-b2dd-6adb8231cf57 req-36ac135a-3194-457a-9f6a-4bbd73cab135 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d28f0b85-c931-4d9a-9dda-91c9d86f9837 HTTP/1.1" status: 200  len: 848 time: 0.1590807
Jun 21 16:38:11.630655 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6892059-a265-492c-b2dd-6adb8231cf57 req-6ee98878-5c84-42aa-965c-a220b5c47cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:11.632185 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e6892059-a265-492c-b2dd-6adb8231cf57 req-6ee98878-5c84-42aa-965c-a220b5c47cec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0737841
Jun 21 16:38:11.678815 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-6b9e746f-c51f-4bf7-88fa-8899b7edb408 None None] Set router 3cbf3fa4-d626-4a26-983e-7f89518c5f4f gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:38:11.769543 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e6892059-a265-492c-b2dd-6adb8231cf57 req-add2e2e5-416f-4ac9-8bdc-dd5ae2f50e8b service neutron] 10.222.0.39 "GET /v2.0/networks/9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1297247
Jun 21 16:38:11.931907 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e6892059-a265-492c-b2dd-6adb8231cf57 req-80b4601d-18e2-4677-86a4-7ffecf9a3afe service neutron] 10.222.0.39 "GET /v2.0/networks/9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1534939
Jun 21 16:38:12.038698 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a389d326-b7ad-4320-90ed-14244d69df86 req-7e961c23-2076-4c29-81cb-b6a83c57a4b6 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c7b4ae9-8087-42e4-b1fe-e0c343659f3e HTTP/1.1" status: 200  len: 210 time: 0.0947058
Jun 21 16:38:12.108915 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-6b9e746f-c51f-4bf7-88fa-8899b7edb408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d0bb850>, [{'id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'name': 'tempest-TestShelveInstance-1610466586-router', 'tenant_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '1a7a85c1-6f3a-428d-abb0-b49d274789cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:36:58Z', 'updated_at': '2021-06-21T16:37:05Z', 'revision_number': 4, 'project_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'gw_port': {'id': '1a7a85c1-6f3a-428d-abb0-b49d274789cf', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:36:59Z', 'updated_at': '2021-06-21T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_floatingips': [{'id': 'baaa63ed-6a97-4fd0-8cc7-081e1f1ac6a9', 'tenant_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'router_id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'port_id': '03600ce8-9489-4f7b-be6b-00c3a6cc2920', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4', 'mac_address': 'fa:16:3e:dc:0a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae6fc59-f66b-4a6e-ace4-777e59aa7017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T16:38:09Z', 'updated_at': '2021-06-21T16:38:09Z', 'revision_number': 0, 'project_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3707e81f-c26c-472c-b39b-def6c0d82f04', 'name': '', 'network_id': '9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4', 'tenant_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'mac_address': 'fa:16:3e:80:02:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'd28f0b85-c931-4d9a-9dda-91c9d86f9837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:37:04Z', 'updated_at': '2021-06-21T16:37:17Z', 'revision_number': 5, 'project_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'subnets': [{'id': 'd28f0b85-c931-4d9a-9dda-91c9d86f9837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:38:12.114504 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9e746f-c51f-4bf7-88fa-8899b7edb408 None None] The sync data for ids ['3cbf3fa4-d626-4a26-983e-7f89518c5f4f'] in dv-cinder-797161-1-iscsi is: [{'id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'name': 'tempest-TestShelveInstance-1610466586-router', 'tenant_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '1a7a85c1-6f3a-428d-abb0-b49d274789cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:36:58Z', 'updated_at': '2021-06-21T16:37:05Z', 'revision_number': 4, 'project_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'gw_port': {'id': '1a7a85c1-6f3a-428d-abb0-b49d274789cf', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:36:59Z', 'updated_at': '2021-06-21T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_floatingips': [{'id': 'baaa63ed-6a97-4fd0-8cc7-081e1f1ac6a9', 'tenant_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'floating_ip_address': '172.27.1.116', 'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'router_id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'port_id': '03600ce8-9489-4f7b-be6b-00c3a6cc2920', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4', 'mac_address': 'fa:16:3e:dc:0a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae6fc59-f66b-4a6e-ace4-777e59aa7017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T16:38:09Z', 'updated_at': '2021-06-21T16:38:09Z', 'revision_number': 0, 'project_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3707e81f-c26c-472c-b39b-def6c0d82f04', 'name': '', 'network_id': '9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4', 'tenant_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'mac_address': 'fa:16:3e:80:02:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'd28f0b85-c931-4d9a-9dda-91c9d86f9837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:37:04Z', 'updated_at': '2021-06-21T16:37:17Z', 'revision_number': 5, 'project_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'subnets': [{'id': 'd28f0b85-c931-4d9a-9dda-91c9d86f9837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:38:12.234007 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b30c6-b6f8-4db3-a861-3be092281706 req-d397eed3-6754-430c-91cc-ca1982c2d744 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:12.235415 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-508b30c6-b6f8-4db3-a861-3be092281706 req-d397eed3-6754-430c-91cc-ca1982c2d744 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.39 "GET /v2.0/networks?id=13fdf5fd-641a-4302-97af-ee549ba54a44 HTTP/1.1" status: 200  len: 808 time: 0.1892583
Jun 21 16:38:12.243336 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbdfa1-ce09-45e7-84cc-dcc4fcdabe5d req-78f718a7-1bbf-4ba9-aa1a-e50ec3eef3c1 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:12.244806 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-04bbdfa1-ce09-45e7-84cc-dcc4fcdabe5d req-78f718a7-1bbf-4ba9-aa1a-e50ec3eef3c1 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.2642603
Jun 21 16:38:12.279789 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [req-508b30c6-b6f8-4db3-a861-3be092281706 req-299ce6cb-e56d-4c27-b500-ffd557e7f74d tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Request body: {'port': {'device_id': '1c7b4ae9-8087-42e4-b1fe-e0c343659f3e', 'network_id': '13fdf5fd-641a-4302-97af-ee549ba54a44', 'admin_state_up': True, 'tenant_id': '11f81edee92e43f4826ea71378010756'}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:38:12.364137 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402a01a1-6592-4a81-9b33-19b4a7e359cb None None] New status for floating IP baaa63ed-6a97-4fd0-8cc7-081e1f1ac6a9: ACTIVE {{(pid=78429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 16:38:12.391984 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-04bbdfa1-ce09-45e7-84cc-dcc4fcdabe5d req-b5de5fee-6b36-4b25-9b1a-3fdb2572905c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1404781
Jun 21 16:38:12.450578 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [req-508b30c6-b6f8-4db3-a861-3be092281706 req-299ce6cb-e56d-4c27-b500-ffd557e7f74d tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:38:12.460637 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [req-508b30c6-b6f8-4db3-a861-3be092281706 req-299ce6cb-e56d-4c27-b500-ffd557e7f74d tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:38:12.470339 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-508b30c6-b6f8-4db3-a861-3be092281706 req-299ce6cb-e56d-4c27-b500-ffd557e7f74d tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Made reservation on behalf of 11f81edee92e43f4826ea71378010756 for: {'port': 1} {{(pid=78427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:38:12.474450 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-508b30c6-b6f8-4db3-a861-3be092281706 req-299ce6cb-e56d-4c27-b500-ffd557e7f74d tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:12.639656 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.db_base_plugin_common [req-508b30c6-b6f8-4db3-a861-3be092281706 req-299ce6cb-e56d-4c27-b500-ffd557e7f74d tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Allocated IP 172.20.0.6 (13fdf5fd-641a-4302-97af-ee549ba54a44/62894511-f960-455b-b395-e50fe021b939/4201a147-7bee-4b52-af26-45001128ce62) {{(pid=78427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:38:12.852416 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-508b30c6-b6f8-4db3-a861-3be092281706 req-299ce6cb-e56d-4c27-b500-ffd557e7f74d tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Notify callbacks [] for port, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:12.886847 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-508b30c6-b6f8-4db3-a861-3be092281706 req-299ce6cb-e56d-4c27-b500-ffd557e7f74d tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1910645'] for port, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:12.892745 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-824427b3-2c6d-45c3-8675-691d589e8a26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:38:12.959806 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-508b30c6-b6f8-4db3-a861-3be092281706 req-299ce6cb-e56d-4c27-b500-ffd557e7f74d tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Network 13fdf5fd-641a-4302-97af-ee549ba54a44 is already hosted by enough agents. {{(pid=78427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:38:12.962822 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.base_scheduler [req-508b30c6-b6f8-4db3-a861-3be092281706 req-299ce6cb-e56d-4c27-b500-ffd557e7f74d tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Resources bound (agent type, host, resource id):  {{(pid=78427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:38:12.966933 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [req-508b30c6-b6f8-4db3-a861-3be092281706 req-299ce6cb-e56d-4c27-b500-ffd557e7f74d tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Received port after_create {{(pid=78427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:38:13.003302 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ce6cb-e56d-4c27-b500-ffd557e7f74d tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Pushing event updated for resources: {'Port': ['ID=4201a147-7bee-4b52-af26-45001128ce62,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:38:13.007426 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-299ce6cb-e56d-4c27-b500-ffd557e7f74d tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:38:13.036214 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b30c6-b6f8-4db3-a861-3be092281706 req-299ce6cb-e56d-4c27-b500-ffd557e7f74d tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:13.036812 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-508b30c6-b6f8-4db3-a861-3be092281706 req-299ce6cb-e56d-4c27-b500-ffd557e7f74d tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:13.062607 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-508b30c6-b6f8-4db3-a861-3be092281706 req-299ce6cb-e56d-4c27-b500-ffd557e7f74d tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7936554
Jun 21 16:38:13.086246 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [req-508b30c6-b6f8-4db3-a861-3be092281706 req-824d512e-cf58-4eb2-9df4-507ef27ebaca service neutron] Request body: {'port': {'device_id': '1c7b4ae9-8087-42e4-b1fe-e0c343659f3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79716'}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:38:13.257991 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-508b30c6-b6f8-4db3-a861-3be092281706 req-824d512e-cf58-4eb2-9df4-507ef27ebaca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:13.343074 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56aea60-8a20-4b6b-8bf7-2c429c8effa2 req-914f9d8f-7ad8-4a56-8205-991c16787410 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:13.343789 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-d56aea60-8a20-4b6b-8bf7-2c429c8effa2 req-914f9d8f-7ad8-4a56-8205-991c16787410 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Synchronizing usage tracker for tenant:11f81edee92e43f4826ea71378010756 on resource:port {{(pid=78427) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:38:13.501809 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-d56aea60-8a20-4b6b-8bf7-2c429c8effa2 req-914f9d8f-7ad8-4a56-8205-991c16787410 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Unset dirty status for tenant:11f81edee92e43f4826ea71378010756 on resource:port {{(pid=78427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:38:13.503883 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d56aea60-8a20-4b6b-8bf7-2c429c8effa2 req-914f9d8f-7ad8-4a56-8205-991c16787410 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c7b4ae9-8087-42e4-b1fe-e0c343659f3e HTTP/1.1" status: 200  len: 931 time: 0.3323789
Jun 21 16:38:13.706756 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d56aea60-8a20-4b6b-8bf7-2c429c8effa2 req-fdb8bbed-5717-42d7-bd0a-fa2c72a502ac tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe3f35a1-b274-45f5-a5cd-43d6c78107cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1918075
Jun 21 16:38:13.753689 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11e295-2300-473b-afee-672210cd582f req-6489f115-f652-43ac-a84f-9c85453193fe tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:13.755500 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-af11e295-2300-473b-afee-672210cd582f req-6489f115-f652-43ac-a84f-9c85453193fe tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.2449145
Jun 21 16:38:13.857493 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-af11e295-2300-473b-afee-672210cd582f req-8f73b617-6af2-47a7-abfa-13c317ba9c51 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0952451
Jun 21 16:38:13.869229 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.notifiers.nova [req-508b30c6-b6f8-4db3-a861-3be092281706 req-824d512e-cf58-4eb2-9df4-507ef27ebaca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4201a147-7bee-4b52-af26-45001128ce62 {{(pid=78427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:38:13.882510 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-508b30c6-b6f8-4db3-a861-3be092281706 req-824d512e-cf58-4eb2-9df4-507ef27ebaca service neutron] Notify callbacks [] for port, precommit_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:13.897126 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.provisioning_blocks [req-508b30c6-b6f8-4db3-a861-3be092281706 req-824d512e-cf58-4eb2-9df4-507ef27ebaca service neutron] Transition to ACTIVE for port object 4201a147-7bee-4b52-af26-45001128ce62 will not be triggered until provisioned by entity L2. {{(pid=78427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:38:13.900606 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-508b30c6-b6f8-4db3-a861-3be092281706 req-824d512e-cf58-4eb2-9df4-507ef27ebaca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1910604'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:13.906422 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:38:14.102987 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d512e-cf58-4eb2-9df4-507ef27ebaca service neutron] Pushing event updated for resources: {'Port': ['ID=4201a147-7bee-4b52-af26-45001128ce62,revision_number=2']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:38:14.108329 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-824d512e-cf58-4eb2-9df4-507ef27ebaca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:38:14.147109 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [req-508b30c6-b6f8-4db3-a861-3be092281706 req-824d512e-cf58-4eb2-9df4-507ef27ebaca service neutron] Attempting to bind port 4201a147-7bee-4b52-af26-45001128ce62 on host hv-cinder-79716 for vnic_type normal with profile  {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:38:14.147440 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [req-508b30c6-b6f8-4db3-a861-3be092281706 req-824d512e-cf58-4eb2-9df4-507ef27ebaca service neutron] Attempting to bind port 4201a147-7bee-4b52-af26-45001128ce62 by drivers openvswitch,hyperv on host hv-cinder-79716 at level 0 using segments [{'id': 'f7f1707a-c580-4cac-9afe-e15ad893121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '13fdf5fd-641a-4302-97af-ee549ba54a44'}] {{(pid=78427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:38:14.147808 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508b30c6-b6f8-4db3-a861-3be092281706 req-824d512e-cf58-4eb2-9df4-507ef27ebaca service neutron] Attempting to bind port 4201a147-7bee-4b52-af26-45001128ce62 on network 13fdf5fd-641a-4302-97af-ee549ba54a44 {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:38:14.152273 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508b30c6-b6f8-4db3-a861-3be092281706 req-824d512e-cf58-4eb2-9df4-507ef27ebaca service neutron] Port 4201a147-7bee-4b52-af26-45001128ce62 on network 13fdf5fd-641a-4302-97af-ee549ba54a44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79716 {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 16:38:14.152590 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508b30c6-b6f8-4db3-a861-3be092281706 req-824d512e-cf58-4eb2-9df4-507ef27ebaca service neutron] Attempting to bind port 4201a147-7bee-4b52-af26-45001128ce62 on network 13fdf5fd-641a-4302-97af-ee549ba54a44 {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:38:14.157695 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508b30c6-b6f8-4db3-a861-3be092281706 req-824d512e-cf58-4eb2-9df4-507ef27ebaca service neutron] Checking agent: {'id': '8fa6119b-2ff5-4d4e-8bfd-f2c719c77604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79716', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'started_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:38:14.158033 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508b30c6-b6f8-4db3-a861-3be092281706 req-824d512e-cf58-4eb2-9df4-507ef27ebaca service neutron] Checking segment: {'id': 'f7f1707a-c580-4cac-9afe-e15ad893121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '13fdf5fd-641a-4302-97af-ee549ba54a44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:38:14.159135 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508b30c6-b6f8-4db3-a861-3be092281706 req-824d512e-cf58-4eb2-9df4-507ef27ebaca service neutron] Bound using segment: {'id': 'f7f1707a-c580-4cac-9afe-e15ad893121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '13fdf5fd-641a-4302-97af-ee549ba54a44'} {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:38:14.159827 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [req-508b30c6-b6f8-4db3-a861-3be092281706 req-824d512e-cf58-4eb2-9df4-507ef27ebaca service neutron] Bound port: 4201a147-7bee-4b52-af26-45001128ce62, host: hv-cinder-79716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7f1707a-c580-4cac-9afe-e15ad893121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '13fdf5fd-641a-4302-97af-ee549ba54a44'}}] {{(pid=78427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:38:14.160176 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-508b30c6-b6f8-4db3-a861-3be092281706 req-824d512e-cf58-4eb2-9df4-507ef27ebaca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:14.264348 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [req-508b30c6-b6f8-4db3-a861-3be092281706 req-824d512e-cf58-4eb2-9df4-507ef27ebaca service neutron] For port 4201a147-7bee-4b52-af26-45001128ce62, host hv-cinder-79716, cleared binding levels {{(pid=78427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:38:14.267474 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [req-508b30c6-b6f8-4db3-a861-3be092281706 req-824d512e-cf58-4eb2-9df4-507ef27ebaca service neutron] For port 4201a147-7bee-4b52-af26-45001128ce62, host hv-cinder-79716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=4201a147-7bee-4b52-af26-45001128ce62,segment=NetworkSegment(f7f1707a-c580-4cac-9afe-e15ad893121a),segment_id=f7f1707a-c580-4cac-9afe-e15ad893121a)] {{(pid=78427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:38:14.272890 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-508b30c6-b6f8-4db3-a861-3be092281706 req-824d512e-cf58-4eb2-9df4-507ef27ebaca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1910604'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:14.276606 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-8097637d-f36a-48be-ba8f-64cbb7ce3863 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:38:14.333282 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b30c6-b6f8-4db3-a861-3be092281706 req-824d512e-cf58-4eb2-9df4-507ef27ebaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:14.333393 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-508b30c6-b6f8-4db3-a861-3be092281706 req-824d512e-cf58-4eb2-9df4-507ef27ebaca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:14.334696 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-508b30c6-b6f8-4db3-a861-3be092281706 req-824d512e-cf58-4eb2-9df4-507ef27ebaca service neutron] 10.222.0.39 "PUT /v2.0/ports/4201a147-7bee-4b52-af26-45001128ce62 HTTP/1.1" status: 200  len: 1093 time: 1.2531693
Jun 21 16:38:14.337946 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c7b4ae9-8087-42e4-b1fe-e0c343659f3e', 'tag': '4201a147-7bee-4b52-af26-45001128ce62'}] {{(pid=78427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:38:14.360866 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d512e-cf58-4eb2-9df4-507ef27ebaca service neutron] Pushing event updated for resources: {'Port': ['ID=4201a147-7bee-4b52-af26-45001128ce62,revision_number=3']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:38:14.364286 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-824d512e-cf58-4eb2-9df4-507ef27ebaca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:38:14.386428 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c7b4ae9-8087-42e4-b1fe-e0c343659f3e', 'tag': '4201a147-7bee-4b52-af26-45001128ce62', 'status': 'completed', 'code': 200}
Jun 21 16:38:14.478140 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b30c6-b6f8-4db3-a861-3be092281706 req-25351b6d-9865-4d12-acb0-8566d6bb3d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:14.479863 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-508b30c6-b6f8-4db3-a861-3be092281706 req-25351b6d-9865-4d12-acb0-8566d6bb3d1f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=11f81edee92e43f4826ea71378010756&device_id=1c7b4ae9-8087-42e4-b1fe-e0c343659f3e HTTP/1.1" status: 200  len: 1096 time: 0.0721376
Jun 21 16:38:14.557864 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-508b30c6-b6f8-4db3-a861-3be092281706 req-ec6014ad-1491-46c7-b986-27af46991d27 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4201a147-7bee-4b52-af26-45001128ce62 HTTP/1.1" status: 200  len: 217 time: 0.0643976
Jun 21 16:38:14.622100 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b30c6-b6f8-4db3-a861-3be092281706 req-02a93609-3c64-48f7-acfd-109794cb8ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:14.623541 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-508b30c6-b6f8-4db3-a861-3be092281706 req-02a93609-3c64-48f7-acfd-109794cb8ad3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=62894511-f960-455b-b395-e50fe021b939 HTTP/1.1" status: 200  len: 848 time: 0.0587013
Jun 21 16:38:14.673740 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-508b30c6-b6f8-4db3-a861-3be092281706 req-78325972-42a7-48d8-a2df-a3de4c28ab34 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13fdf5fd-641a-4302-97af-ee549ba54a44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0436184
Jun 21 16:38:14.816621 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-508b30c6-b6f8-4db3-a861-3be092281706 req-2d5535c4-c89a-4869-b4f6-970a4d67df59 service neutron] 10.222.0.39 "GET /v2.0/networks/13fdf5fd-641a-4302-97af-ee549ba54a44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360886
Jun 21 16:38:15.056349 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-508b30c6-b6f8-4db3-a861-3be092281706 req-98a6a166-d6bb-484a-98f8-7b2583af2c13 service neutron] 10.222.0.39 "GET /v2.0/networks/13fdf5fd-641a-4302-97af-ee549ba54a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2034624
Jun 21 16:38:15.067737 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a6a53-158c-4cde-9fc5-7b0f9df40099 req-24645cd2-a00f-417a-a66c-934b1410c77a tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:15.069159 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6e0a6a53-158c-4cde-9fc5-7b0f9df40099 req-24645cd2-a00f-417a-a66c-934b1410c77a tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c7b4ae9-8087-42e4-b1fe-e0c343659f3e HTTP/1.1" status: 200  len: 943 time: 0.2509696
Jun 21 16:38:15.120876 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b55a0-08e1-4f17-8cad-eea5d445632c req-5d834209-1a26-4657-aa4b-8633afde7382 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:15.122307 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0c1b55a0-08e1-4f17-8cad-eea5d445632c req-5d834209-1a26-4657-aa4b-8633afde7382 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.1510484
Jun 21 16:38:15.144444 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6e0a6a53-158c-4cde-9fc5-7b0f9df40099 req-ed3c1ee4-6924-4462-aabf-62827a7893bf tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe3f35a1-b274-45f5-a5cd-43d6c78107cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666950
Jun 21 16:38:15.209816 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0c1b55a0-08e1-4f17-8cad-eea5d445632c req-44540430-dede-4eea-9cd3-71f507aa58a6 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0817354
Jun 21 16:38:15.243728 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c185a4-e130-4450-8453-c5b06933421d req-0a556595-a526-4750-ae52-b0d099ad4ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:15.245184 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-30c185a4-e130-4450-8453-c5b06933421d req-0a556595-a526-4750-ae52-b0d099ad4ffc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=11f81edee92e43f4826ea71378010756&device_id=1c7b4ae9-8087-42e4-b1fe-e0c343659f3e HTTP/1.1" status: 200  len: 1096 time: 0.0844820
Jun 21 16:38:15.459902 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c185a4-e130-4450-8453-c5b06933421d req-c44bc76c-9e6b-4187-82f7-2a04dc14723d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:15.461343 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-30c185a4-e130-4450-8453-c5b06933421d req-c44bc76c-9e6b-4187-82f7-2a04dc14723d service neutron] 10.222.0.39 "GET /v2.0/networks?id=13fdf5fd-641a-4302-97af-ee549ba54a44 HTTP/1.1" status: 200  len: 909 time: 0.2089968
Jun 21 16:38:15.535211 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-30c185a4-e130-4450-8453-c5b06933421d req-1b0621c9-6999-4f6a-a9c4-55523a0d3335 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4201a147-7bee-4b52-af26-45001128ce62 HTTP/1.1" status: 200  len: 217 time: 0.0667191
Jun 21 16:38:15.606162 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c185a4-e130-4450-8453-c5b06933421d req-44efc271-99c5-44a0-8d4d-588152a2471b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:15.607563 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-30c185a4-e130-4450-8453-c5b06933421d req-44efc271-99c5-44a0-8d4d-588152a2471b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=62894511-f960-455b-b395-e50fe021b939 HTTP/1.1" status: 200  len: 848 time: 0.0615330
Jun 21 16:38:15.654496 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-30c185a4-e130-4450-8453-c5b06933421d req-8ddbee1c-d043-4bee-94ab-eaf67579607b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13fdf5fd-641a-4302-97af-ee549ba54a44&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0402327
Jun 21 16:38:15.786934 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-30c185a4-e130-4450-8453-c5b06933421d req-d9fbdd0b-7982-4f2c-8e7f-7ab100310411 service neutron] 10.222.0.39 "GET /v2.0/networks/13fdf5fd-641a-4302-97af-ee549ba54a44?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251616
Jun 21 16:38:15.921123 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-30c185a4-e130-4450-8453-c5b06933421d req-95c707dd-55e3-45f1-b862-7fbfa57a3331 service neutron] 10.222.0.39 "GET /v2.0/networks/13fdf5fd-641a-4302-97af-ee549ba54a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251659
Jun 21 16:38:16.387292 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54933f6-a7b5-4413-9498-5b25dc495b9c req-523d47e7-4985-4ece-9656-16292528d3c0 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:16.388685 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a54933f6-a7b5-4413-9498-5b25dc495b9c req-523d47e7-4985-4ece-9656-16292528d3c0 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c7b4ae9-8087-42e4-b1fe-e0c343659f3e HTTP/1.1" status: 200  len: 943 time: 0.1346214
Jun 21 16:38:16.449915 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c30d57-01fd-476f-b641-20dfd92a71ae req-ea0bad28-54c9-44c3-a548-f5627c9446d0 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:16.451426 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d4c30d57-01fd-476f-b641-20dfd92a71ae req-ea0bad28-54c9-44c3-a548-f5627c9446d0 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.1334660
Jun 21 16:38:16.454312 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a54933f6-a7b5-4413-9498-5b25dc495b9c req-b568f579-55bf-45a8-af34-1293b44997e7 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe3f35a1-b274-45f5-a5cd-43d6c78107cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593884
Jun 21 16:38:16.496355 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d4c30d57-01fd-476f-b641-20dfd92a71ae req-a1f8fb7d-b363-4664-ad09-5e11fcecd56a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387316
Jun 21 16:38:17.445013 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-b20ad663-e335-4273-8ce9-e10eda60cb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:17.695103 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5265f93-c295-4930-ba48-5247b659fc14 req-181ce747-e7fb-4939-ad47-0d741c05ad11 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:17.696492 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c5265f93-c295-4930-ba48-5247b659fc14 req-181ce747-e7fb-4939-ad47-0d741c05ad11 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c7b4ae9-8087-42e4-b1fe-e0c343659f3e HTTP/1.1" status: 200  len: 943 time: 0.1374326
Jun 21 16:38:17.735480 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed48ca3-898f-45fe-b355-21d699c4c671 req-73fa0f36-43c2-423e-833e-01b6922917de tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:17.737151 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4ed48ca3-898f-45fe-b355-21d699c4c671 req-73fa0f36-43c2-423e-833e-01b6922917de tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.1231995
Jun 21 16:38:17.778796 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c5265f93-c295-4930-ba48-5247b659fc14 req-af3bf24e-f6cb-4986-9aab-6ad763ff88a0 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe3f35a1-b274-45f5-a5cd-43d6c78107cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742328
Jun 21 16:38:17.799727 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4ed48ca3-898f-45fe-b355-21d699c4c671 req-c3bdc894-cd8b-4fba-acc9-c9a44ff392a3 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534754
Jun 21 16:38:17.871860 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:19.031339 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85c579-3658-4247-99aa-15041998aed3 req-115892d2-4461-4dfa-ad32-2d4425aa0b98 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:19.032806 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2c85c579-3658-4247-99aa-15041998aed3 req-115892d2-4461-4dfa-ad32-2d4425aa0b98 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c7b4ae9-8087-42e4-b1fe-e0c343659f3e HTTP/1.1" status: 200  len: 943 time: 0.1449444
Jun 21 16:38:19.071275 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d4e29-eb93-4b9f-8e20-540e95e7c2ad req-52d4c322-28c7-47ee-82f8-c36bcf06cde0 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:19.072692 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-332d4e29-eb93-4b9f-8e20-540e95e7c2ad req-52d4c322-28c7-47ee-82f8-c36bcf06cde0 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.1496420
Jun 21 16:38:19.167932 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-332d4e29-eb93-4b9f-8e20-540e95e7c2ad req-cc804841-f348-49e8-879f-0991d8242702 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0881088
Jun 21 16:38:19.172651 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2c85c579-3658-4247-99aa-15041998aed3 req-1fa7beed-1760-4e87-84b7-2137a787620c tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe3f35a1-b274-45f5-a5cd-43d6c78107cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945692
Jun 21 16:38:19.186994 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-64fb72a3-bf1a-482a-b15d-d59eb4790f5c req-e6c83f6c-c204-46ac-bc7c-06a1f9fd4a44 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1524265
Jun 21 16:38:19.302134 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb72a3-bf1a-482a-b15d-d59eb4790f5c req-3758ddd3-6a50-46e0-81a3-853d7dbe0d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:19.303619 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-64fb72a3-bf1a-482a-b15d-d59eb4790f5c req-3758ddd3-6a50-46e0-81a3-853d7dbe0d0e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f495dd509064a23adb18dc1cd54b526&device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 1099 time: 0.0782230
Jun 21 16:38:19.524133 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb72a3-bf1a-482a-b15d-d59eb4790f5c req-3c7b236e-e883-4b32-b93e-dda8a7d2604c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:19.525559 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-64fb72a3-bf1a-482a-b15d-d59eb4790f5c req-3c7b236e-e883-4b32-b93e-dda8a7d2604c service neutron] 10.222.0.39 "GET /v2.0/networks?id=4e7bf916-d804-4156-8df4-c3e47df8bbc5 HTTP/1.1" status: 200  len: 917 time: 0.1997273
Jun 21 16:38:19.583556 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 4201a147-7bee-4b52-af26-45001128ce62 details requested by agent hyperv_hv-cinder-79716 with host hv-cinder-79716 {{(pid=78428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 16:38:19.616322 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c75ef-d655-4847-9a37-bf0f3334bec1 req-e3f2a69b-4b5d-4248-8de5-bcc4d6b1dcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:19.617800 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-5f8c75ef-d655-4847-9a37-bf0f3334bec1 req-e3f2a69b-4b5d-4248-8de5-bcc4d6b1dcc6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=905d3e9862c043939d7e73a1320af084&device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 1099 time: 0.0802104
Jun 21 16:38:19.715298 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767d758-1418-40e2-83c7-f13943d67938 req-c1fc4a19-14c0-45c8-8752-8debe951bb27 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:19.716838 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7767d758-1418-40e2-83c7-f13943d67938 req-c1fc4a19-14c0-45c8-8752-8debe951bb27 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.2719331
Jun 21 16:38:19.743445 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 4201a147-7bee-4b52-af26-45001128ce62, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=4201a147-7bee-4b52-af26-45001128ce62,segment=NetworkSegment(f7f1707a-c580-4cac-9afe-e15ad893121a),segment_id=f7f1707a-c580-4cac-9afe-e15ad893121a)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:38:19.766431 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Returning: {'device': '4201a147-7bee-4b52-af26-45001128ce62', 'network_id': '13fdf5fd-641a-4302-97af-ee549ba54a44', 'port_id': '4201a147-7bee-4b52-af26-45001128ce62', 'mac_address': 'fa:16:3e:a7:66:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62894511-f960-455b-b395-e50fe021b939', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 16:38:19.766825 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-64fb72a3-bf1a-482a-b15d-d59eb4790f5c req-a32a3b09-1209-4dde-b523-dd11d0be8a8e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42c93584-495e-4381-a61f-b977ecbd7633 HTTP/1.1" status: 200  len: 1001 time: 0.2291703
Jun 21 16:38:19.778975 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c75ef-d655-4847-9a37-bf0f3334bec1 req-9f793883-11f8-471d-83ea-2f419a9fbbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:19.780725 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-5f8c75ef-d655-4847-9a37-bf0f3334bec1 req-9f793883-11f8-471d-83ea-2f419a9fbbf8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a67c6bd4-5155-4840-9134-bc4e7230ff7f HTTP/1.1" status: 200  len: 912 time: 0.1556931
Jun 21 16:38:19.825807 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7767d758-1418-40e2-83c7-f13943d67938 req-13c3323d-5384-4302-a3c9-da1f6551e632 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0938377
Jun 21 16:38:19.857182 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb72a3-bf1a-482a-b15d-d59eb4790f5c req-cd055c9b-3431-4964-a8af-c9732519a8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:19.858738 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:19.860398 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-64fb72a3-bf1a-482a-b15d-d59eb4790f5c req-cd055c9b-3431-4964-a8af-c9732519a8f4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736 HTTP/1.1" status: 200  len: 855 time: 0.0845778
Jun 21 16:38:19.878666 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4201a147-7bee-4b52-af26-45001128ce62 {{(pid=78428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:38:19.897102 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 4201a147-7bee-4b52-af26-45001128ce62, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=4201a147-7bee-4b52-af26-45001128ce62,segment=NetworkSegment(f7f1707a-c580-4cac-9afe-e15ad893121a),segment_id=f7f1707a-c580-4cac-9afe-e15ad893121a)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:38:19.905973 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:19.906374 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:38:19.935238 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-5f8c75ef-d655-4847-9a37-bf0f3334bec1 req-87ee1205-4744-46f1-9485-c652833e3ede service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32d8e820-c446-4a72-97ae-5ee7f9df1866 HTTP/1.1" status: 200  len: 1001 time: 0.1476667
Jun 21 16:38:19.958995 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb72a3-bf1a-482a-b15d-d59eb4790f5c req-3cad93a0-4f98-4f06-9bc3-50d4b0e316d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:19.961510 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-64fb72a3-bf1a-482a-b15d-d59eb4790f5c req-3cad93a0-4f98-4f06-9bc3-50d4b0e316d0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4e7bf916-d804-4156-8df4-c3e47df8bbc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0937927
Jun 21 16:38:19.989703 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=4201a147-7bee-4b52-af26-45001128ce62,revision_number=4']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:38:19.993222 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:38:20.006004 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c75ef-d655-4847-9a37-bf0f3334bec1 req-bed7ba53-2916-4c15-a8e1-72d0c1c8ac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:20.007842 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-5f8c75ef-d655-4847-9a37-bf0f3334bec1 req-bed7ba53-2916-4c15-a8e1-72d0c1c8ac47 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2be6e26d-5dd3-4545-8f70-57f38dc5039e HTTP/1.1" status: 200  len: 850 time: 0.0629113
Jun 21 16:38:20.098008 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-861fd795-7e5f-43d3-9d76-a349caf7ad82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:20.138272 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c75ef-d655-4847-9a37-bf0f3334bec1 req-ddbd44fe-c75b-45cf-bb13-d65ef2fffd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:20.141206 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-5f8c75ef-d655-4847-9a37-bf0f3334bec1 req-ddbd44fe-c75b-45cf-bb13-d65ef2fffd15 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a67c6bd4-5155-4840-9134-bc4e7230ff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1239500
Jun 21 16:38:20.148720 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-64fb72a3-bf1a-482a-b15d-d59eb4790f5c req-02cf18eb-02fa-4cb1-8eae-92d5d30c6b53 service neutron] 10.222.0.39 "GET /v2.0/networks/4e7bf916-d804-4156-8df4-c3e47df8bbc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1795340
Jun 21 16:38:20.277754 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['4201a147-7bee-4b52-af26-45001128ce62'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:38:20.301472 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-5f8c75ef-d655-4847-9a37-bf0f3334bec1 req-9ff7f80d-f0fa-431d-8a8e-0abe51450725 service neutron] 10.222.0.39 "GET /v2.0/networks/a67c6bd4-5155-4840-9134-bc4e7230ff7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1528962
Jun 21 16:38:20.340579 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-64fb72a3-bf1a-482a-b15d-d59eb4790f5c req-be985424-05cd-4d22-8b47-aff28a652335 service neutron] 10.222.0.39 "GET /v2.0/networks/4e7bf916-d804-4156-8df4-c3e47df8bbc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1846201
Jun 21 16:38:20.394419 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e861974-3416-4c84-8784-aa01413bd70c req-38d09b77-713c-475c-b35d-d0f90e95aeba tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:20.395865 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6e861974-3416-4c84-8784-aa01413bd70c req-38d09b77-713c-475c-b35d-d0f90e95aeba tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c7b4ae9-8087-42e4-b1fe-e0c343659f3e HTTP/1.1" status: 200  len: 944 time: 0.1060114
Jun 21 16:38:20.423921 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:20.456122 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-5f8c75ef-d655-4847-9a37-bf0f3334bec1 req-31d7b562-fe37-42d0-8282-f87e104f3355 service neutron] 10.222.0.39 "GET /v2.0/networks/a67c6bd4-5155-4840-9134-bc4e7230ff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1461964
Jun 21 16:38:20.458554 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6e861974-3416-4c84-8784-aa01413bd70c req-3399ebf5-43f4-46a2-9cca-397dca99ae6b tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe3f35a1-b274-45f5-a5cd-43d6c78107cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555942
Jun 21 16:38:20.819467 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:21.030549 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c32ac2-b5f4-4b60-9dd0-73aa7ee0b391 req-1a3132bc-b9fb-4435-872a-884e005f22cf tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:21.032569 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a1c32ac2-b5f4-4b60-9dd0-73aa7ee0b391 req-1a3132bc-b9fb-4435-872a-884e005f22cf tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.0869179
Jun 21 16:38:21.080929 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a1c32ac2-b5f4-4b60-9dd0-73aa7ee0b391 req-3ebf0e19-ac32-41cd-9a59-c8440b3e7b70 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422390
Jun 21 16:38:21.600603 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 4201a147-7bee-4b52-af26-45001128ce62 up at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:38:21.656419 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd5e1a-4589-4f47-8f25-ba63e7d3093a req-7272db1e-caf8-4da3-a9c0-0d02c078069a tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:21.657870 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-24cd5e1a-4589-4f47-8f25-ba63e7d3093a req-7272db1e-caf8-4da3-a9c0-0d02c078069a tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c7b4ae9-8087-42e4-b1fe-e0c343659f3e HTTP/1.1" status: 200  len: 944 time: 0.0811787
Jun 21 16:38:21.672179 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning for port 4201a147-7bee-4b52-af26-45001128ce62 completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:38:21.677741 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning complete for port 4201a147-7bee-4b52-af26-45001128ce62 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:38:21.678293 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:21.704751 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-24cd5e1a-4589-4f47-8f25-ba63e7d3093a req-31a6379d-089b-4e87-b8e5-1584d109a9a8 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe3f35a1-b274-45f5-a5cd-43d6c78107cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405366
Jun 21 16:38:21.798758 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:21.826667 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7b4ae9-8087-42e4-b1fe-e0c343659f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4201a147-7bee-4b52-af26-45001128ce62'}] {{(pid=78428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:38:21.836779 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 4201a147-7bee-4b52-af26-45001128ce62, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=4201a147-7bee-4b52-af26-45001128ce62,segment=NetworkSegment(f7f1707a-c580-4cac-9afe-e15ad893121a),segment_id=f7f1707a-c580-4cac-9afe-e15ad893121a)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:38:21.840804 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:21.843471 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:38:21.878887 dv-cinder-797161-1-iscsi neutron-server[78428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7b4ae9-8087-42e4-b1fe-e0c343659f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4201a147-7bee-4b52-af26-45001128ce62', 'code': 200}
Jun 21 16:38:21.909740 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=4201a147-7bee-4b52-af26-45001128ce62,revision_number=5']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:38:21.913498 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:38:22.202305 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f674d5-b16e-4894-8b14-1eba8f49221c req-50686dad-a0c1-41bb-9b09-69e498135cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:22.203798 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-d2f674d5-b16e-4894-8b14-1eba8f49221c req-50686dad-a0c1-41bb-9b09-69e498135cbc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1c7b4ae9-8087-42e4-b1fe-e0c343659f3e HTTP/1.1" status: 200  len: 1098 time: 0.0730824
Jun 21 16:38:22.249043 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-d2f674d5-b16e-4894-8b14-1eba8f49221c req-dc58aa17-fa32-42bc-934a-e7046b4c9fea service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fe3f35a1-b274-45f5-a5cd-43d6c78107cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367589
Jun 21 16:38:22.272694 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3f2d0-b3c2-4ced-8f97-5d70c00c1075 req-7ff6a269-9c76-475f-96d9-f0ea72df4a1b tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:22.274262 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4ad3f2d0-b3c2-4ced-8f97-5d70c00c1075 req-7ff6a269-9c76-475f-96d9-f0ea72df4a1b tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.0837603
Jun 21 16:38:22.321118 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4ad3f2d0-b3c2-4ced-8f97-5d70c00c1075 req-0530b827-8314-493b-b361-19fc325d6381 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411105
Jun 21 16:38:22.422238 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:22.898129 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100aa57-d1cc-46c5-8752-324594ea4a3b req-81f8388f-fe3c-4add-aaa7-af2d9e48fe0f tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:22.899697 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-3100aa57-d1cc-46c5-8752-324594ea4a3b req-81f8388f-fe3c-4add-aaa7-af2d9e48fe0f tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c7b4ae9-8087-42e4-b1fe-e0c343659f3e HTTP/1.1" status: 200  len: 945 time: 0.0842137
Jun 21 16:38:22.944363 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-3100aa57-d1cc-46c5-8752-324594ea4a3b req-3dad2d6d-94ed-4936-bdd2-839c76abad90 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe3f35a1-b274-45f5-a5cd-43d6c78107cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388796
Jun 21 16:38:24.132699 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8aa7d7-34fb-4031-8b52-df2c609427f7 req-5ec572fb-f5d2-4c87-9ea6-367f10f54e88 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:24.134217 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7f8aa7d7-34fb-4031-8b52-df2c609427f7 req-5ec572fb-f5d2-4c87-9ea6-367f10f54e88 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c7b4ae9-8087-42e4-b1fe-e0c343659f3e HTTP/1.1" status: 200  len: 945 time: 0.0820031
Jun 21 16:38:24.179707 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7f8aa7d7-34fb-4031-8b52-df2c609427f7 req-00a7c777-de04-4b6d-aeac-12cc7ac865fd tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe3f35a1-b274-45f5-a5cd-43d6c78107cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390151
Jun 21 16:38:25.720613 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4fd3a9-5bac-4de5-b57e-5a89f6fbf969 req-f55966c2-bf13-4424-b4f2-9f5dc5097ed6 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:25.722572 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8a4fd3a9-5bac-4de5-b57e-5a89f6fbf969 req-f55966c2-bf13-4424-b4f2-9f5dc5097ed6 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c7b4ae9-8087-42e4-b1fe-e0c343659f3e HTTP/1.1" status: 200  len: 945 time: 0.0812633
Jun 21 16:38:25.766388 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8a4fd3a9-5bac-4de5-b57e-5a89f6fbf969 req-a9d82828-957c-4974-9ed4-27e1e7fb5aa6 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe3f35a1-b274-45f5-a5cd-43d6c78107cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381272
Jun 21 16:38:26.952197 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8fbf6-563a-4242-bded-ffb0539eec46 req-65663292-aae9-4e8c-8f58-8cbaaad8524f tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:26.953605 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f1f8fbf6-563a-4242-bded-ffb0539eec46 req-65663292-aae9-4e8c-8f58-8cbaaad8524f tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c7b4ae9-8087-42e4-b1fe-e0c343659f3e HTTP/1.1" status: 200  len: 945 time: 0.0785885
Jun 21 16:38:26.999564 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f1f8fbf6-563a-4242-bded-ffb0539eec46 req-7de2d92c-645b-466e-af25-930b119f3dd1 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe3f35a1-b274-45f5-a5cd-43d6c78107cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401523
Jun 21 16:38:27.553505 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11615b0e-9f3f-4f95-9300-7e197bfbca17 req-a879f955-0d77-4a9b-8985-30144a1a034e tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:27.554975 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-11615b0e-9f3f-4f95-9300-7e197bfbca17 req-a879f955-0d77-4a9b-8985-30144a1a034e tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c7b4ae9-8087-42e4-b1fe-e0c343659f3e HTTP/1.1" status: 200  len: 945 time: 0.0839465
Jun 21 16:38:27.624573 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [req-11615b0e-9f3f-4f95-9300-7e197bfbca17 req-172fc3eb-f2cb-4fe7-8e92-302626ca28ba tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Deleting port 4201a147-7bee-4b52-af26-45001128ce62 {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:38:27.624914 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-11615b0e-9f3f-4f95-9300-7e197bfbca17 req-172fc3eb-f2cb-4fe7-8e92-302626ca28ba tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:27.868053 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [req-11615b0e-9f3f-4f95-9300-7e197bfbca17 req-172fc3eb-f2cb-4fe7-8e92-302626ca28ba tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] For port 4201a147-7bee-4b52-af26-45001128ce62, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=4201a147-7bee-4b52-af26-45001128ce62,segment=NetworkSegment(f7f1707a-c580-4cac-9afe-e15ad893121a),segment_id=f7f1707a-c580-4cac-9afe-e15ad893121a)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:38:27.868339 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-11615b0e-9f3f-4f95-9300-7e197bfbca17 req-172fc3eb-f2cb-4fe7-8e92-302626ca28ba tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:28.091927 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [req-11615b0e-9f3f-4f95-9300-7e197bfbca17 req-172fc3eb-f2cb-4fe7-8e92-302626ca28ba tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Calling delete_port for 4201a147-7bee-4b52-af26-45001128ce62 owned by compute:nova {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:38:28.187285 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8df4f9-06e8-41b8-abba-d89ef87040c9 req-1771e8cc-c46b-4363-9ec8-9d4b0efcc23b tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:28.188665 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-3c8df4f9-06e8-41b8-abba-d89ef87040c9 req-1771e8cc-c46b-4363-9ec8-9d4b0efcc23b tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c7b4ae9-8087-42e4-b1fe-e0c343659f3e HTTP/1.1" status: 200  len: 945 time: 0.0813465
Jun 21 16:38:28.236042 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-3c8df4f9-06e8-41b8-abba-d89ef87040c9 req-61e352a5-2886-4a59-a2fc-27dc91806c79 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe3f35a1-b274-45f5-a5cd-43d6c78107cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401595
Jun 21 16:38:28.238561 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-11615b0e-9f3f-4f95-9300-7e197bfbca17 req-172fc3eb-f2cb-4fe7-8e92-302626ca28ba tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:28.244558 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-bb8fd0e1-5183-4c65-8d53-35f749a82662 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:38:28.278433 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['4201a147-7bee-4b52-af26-45001128ce62'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:38:28.293576 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172fc3eb-f2cb-4fe7-8e92-302626ca28ba tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Pushing event deleted for resources: {'Port': ['ID=4201a147-7bee-4b52-af26-45001128ce62,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:38:28.296673 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-172fc3eb-f2cb-4fe7-8e92-302626ca28ba tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:38:28.365302 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [req-11615b0e-9f3f-4f95-9300-7e197bfbca17 req-172fc3eb-f2cb-4fe7-8e92-302626ca28ba tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] No DVR routers for this DVR port 4201a147-7bee-4b52-af26-45001128ce62 on host hv-cinder-79716 {{(pid=78426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 16:38:28.367690 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-11615b0e-9f3f-4f95-9300-7e197bfbca17 req-172fc3eb-f2cb-4fe7-8e92-302626ca28ba tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:28.370148 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7b4ae9-8087-42e4-b1fe-e0c343659f3e', 'name': 'network-vif-deleted', 'tag': '4201a147-7bee-4b52-af26-45001128ce62'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:38:28.386086 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-11615b0e-9f3f-4f95-9300-7e197bfbca17 req-172fc3eb-f2cb-4fe7-8e92-302626ca28ba tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] 10.222.0.39 "DELETE /v2.0/ports/4201a147-7bee-4b52-af26-45001128ce62 HTTP/1.1" status: 204  len: 173 time: 0.8244984
Jun 21 16:38:28.418551 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7b4ae9-8087-42e4-b1fe-e0c343659f3e', 'name': 'network-vif-deleted', 'tag': '4201a147-7bee-4b52-af26-45001128ce62', 'status': 'completed', 'code': 200}
Jun 21 16:38:32.567459 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 4201a147-7bee-4b52-af26-45001128ce62 no longer exists at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:38:32.604294 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] No Port match for: 4201a147-7bee-4b52-af26-45001128ce62 {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:38:32.604637 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 4201a147-7bee-4b52-af26-45001128ce62 not bound to the agent host hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:38:33.726528 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:38:45.238674 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 41762) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:38:45.389908 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-d2772a16-dec6-4874-a13b-8d223edb5b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:45.405388 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-d2772a16-dec6-4874-a13b-8d223edb5b27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:38:45.411341 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-d2772a16-dec6-4874-a13b-8d223edb5b27 admin admin] Usage tracker for resource:security_group_rule and tenant:ecbfc2222e5044c7a6cb64ba1be34c2d is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:38:45.414504 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-d2772a16-dec6-4874-a13b-8d223edb5b27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:38:45.420290 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-d2772a16-dec6-4874-a13b-8d223edb5b27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:38:45.529317 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-d2772a16-dec6-4874-a13b-8d223edb5b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:45.534516 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-d2772a16-dec6-4874-a13b-8d223edb5b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:45.546284 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-7679d59c-30a7-4219-87d0-42d81768f1e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:38:45.576113 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2772a16-dec6-4874-a13b-8d223edb5b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae85fda4-01e3-49b5-a1e7-b68788319bda,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:38:45.594557 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2772a16-dec6-4874-a13b-8d223edb5b27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:38:45.594927 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2772a16-dec6-4874-a13b-8d223edb5b27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:38:45.595339 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2772a16-dec6-4874-a13b-8d223edb5b27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:38:45.595770 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2772a16-dec6-4874-a13b-8d223edb5b27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:38:45.596208 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2772a16-dec6-4874-a13b-8d223edb5b27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:38:45.597214 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2772a16-dec6-4874-a13b-8d223edb5b27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:38:45.597892 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2772a16-dec6-4874-a13b-8d223edb5b27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:38:45.598334 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2772a16-dec6-4874-a13b-8d223edb5b27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:38:45.598735 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2772a16-dec6-4874-a13b-8d223edb5b27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:38:45.599135 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2772a16-dec6-4874-a13b-8d223edb5b27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:38:45.599531 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2772a16-dec6-4874-a13b-8d223edb5b27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:38:45.599955 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2772a16-dec6-4874-a13b-8d223edb5b27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:38:45.604070 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-d2772a16-dec6-4874-a13b-8d223edb5b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:38:45.610684 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-d2772a16-dec6-4874-a13b-8d223edb5b27 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ecbfc2222e5044c7a6cb64ba1be34c2d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3706908
Jun 21 16:38:45.614061 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 41768) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:38:45.699345 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-603ef1b7-543b-4398-b768-d757ce3b37a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:45.731072 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-603ef1b7-543b-4398-b768-d757ce3b37a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:45.796793 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-603ef1b7-543b-4398-b768-d757ce3b37a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:45.803860 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-1600bbd9-365d-4e60-8153-9553b7f41f98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:38:45.819339 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ef1b7-543b-4398-b768-d757ce3b37a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae85fda4-01e3-49b5-a1e7-b68788319bda,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:38:45.829325 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-603ef1b7-543b-4398-b768-d757ce3b37a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:45.830848 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-603ef1b7-543b-4398-b768-d757ce3b37a7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ae85fda4-01e3-49b5-a1e7-b68788319bda HTTP/1.1" status: 204  len: 168 time: 0.2150054
Jun 21 16:38:45.832659 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603ef1b7-543b-4398-b768-d757ce3b37a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:38:45.833207 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603ef1b7-543b-4398-b768-d757ce3b37a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:38:45.834129 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603ef1b7-543b-4398-b768-d757ce3b37a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:38:45.834503 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603ef1b7-543b-4398-b768-d757ce3b37a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:38:45.834937 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603ef1b7-543b-4398-b768-d757ce3b37a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:38:45.835664 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603ef1b7-543b-4398-b768-d757ce3b37a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:38:45.836366 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603ef1b7-543b-4398-b768-d757ce3b37a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:38:45.837076 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603ef1b7-543b-4398-b768-d757ce3b37a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:38:45.837981 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603ef1b7-543b-4398-b768-d757ce3b37a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:38:45.838512 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603ef1b7-543b-4398-b768-d757ce3b37a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:38:45.838876 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603ef1b7-543b-4398-b768-d757ce3b37a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:38:45.839231 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603ef1b7-543b-4398-b768-d757ce3b37a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:38:45.843426 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-603ef1b7-543b-4398-b768-d757ce3b37a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:38:47.450994 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-d4d8b0d5-6318-4cca-a43c-69c8be2da37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:47.876725 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:50.066830 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-37418b87-eb9a-433c-9a5e-751e04743e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:50.399762 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:50.821281 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:52.425766 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:53.089880 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 41954) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:38:53.150453 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_v2 [None req-25bcee3e-76e4-49cf-9f35-f0ada4a9a1a2 admin admin] Deleting subnet 62894511-f960-455b-b395-e50fe021b939 {{(pid=78426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Jun 21 16:38:53.153313 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-25bcee3e-76e4-49cf-9f35-f0ada4a9a1a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:53.205351 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-25bcee3e-76e4-49cf-9f35-f0ada4a9a1a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3128838'] for subnet, precommit_delete_associations {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:53.261278 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-25bcee3e-76e4-49cf-9f35-f0ada4a9a1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640788'] for subnet, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:53.508768 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-25bcee3e-76e4-49cf-9f35-f0ada4a9a1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2434572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2228998'] for subnet, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:53.513580 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:38:53.548504 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bcee3e-76e4-49cf-9f35-f0ada4a9a1a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62894511-f960-455b-b395-e50fe021b939,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:38:53.551107 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-25bcee3e-76e4-49cf-9f35-f0ada4a9a1a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:53.554821 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-25bcee3e-76e4-49cf-9f35-f0ada4a9a1a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:38:53.557570 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-25bcee3e-76e4-49cf-9f35-f0ada4a9a1a2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/62894511-f960-455b-b395-e50fe021b939 HTTP/1.1" status: 204  len: 168 time: 0.4665725
Jun 21 16:38:53.560415 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 41970) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:38:53.665301 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-877996b6-a048-4623-9245-fba7b5d91811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614427'] for network, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:53.787675 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-877996b6-a048-4623-9245-fba7b5d91811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640139', 'neutron.services.segments.db._delete_segments_for_network-8768074427558'] for network, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:53.800495 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.services.segments.db [None req-877996b6-a048-4623-9245-fba7b5d91811 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f979c3bba90>,) {'filters': {'network_id': ['13fdf5fd-641a-4302-97af-ee549ba54a44']}} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:38:53.812324 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.services.segments.db [None req-877996b6-a048-4623-9245-fba7b5d91811 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f979c3bba90>, 'f7f1707a-c580-4cac-9afe-e15ad893121a') {'for_net_delete': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:38:53.812619 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.services.segments.db [None req-877996b6-a048-4623-9245-fba7b5d91811 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f979c3bba90>, 'f7f1707a-c580-4cac-9afe-e15ad893121a') {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:38:53.823592 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-877996b6-a048-4623-9245-fba7b5d91811 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768074438669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3128881'] for segment, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:53.839242 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-877996b6-a048-4623-9245-fba7b5d91811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645578'] for segment, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:53.845100 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-877996b6-a048-4623-9245-fba7b5d91811 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=78426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 16:38:53.845412 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-877996b6-a048-4623-9245-fba7b5d91811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-645571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2481582'] for segment, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:53.858841 dv-cinder-797161-1-iscsi neutron-server[78426]: Traceback (most recent call last):
Jun 21 16:38:53.858841 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 16:38:53.858841 dv-cinder-797161-1-iscsi neutron-server[78426]:     timer()
Jun 21 16:38:53.858841 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 16:38:53.858841 dv-cinder-797161-1-iscsi neutron-server[78426]:     cb(*args, **kw)
Jun 21 16:38:53.858841 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 16:38:53.858841 dv-cinder-797161-1-iscsi neutron-server[78426]:     return func(*args, **kwargs)
Jun 21 16:38:53.858841 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 16:38:53.858841 dv-cinder-797161-1-iscsi neutron-server[78426]:     self._notify()
Jun 21 16:38:53.858841 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 16:38:53.858841 dv-cinder-797161-1-iscsi neutron-server[78426]:     self.callback(batched_events)
Jun 21 16:38:53.858841 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 16:38:53.858841 dv-cinder-797161-1-iscsi neutron-server[78426]:     event.method(event)
Jun 21 16:38:53.858841 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 16:38:53.858841 dv-cinder-797161-1-iscsi neutron-server[78426]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 16:38:53.858841 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 16:38:53.858841 dv-cinder-797161-1-iscsi neutron-server[78426]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 16:38:53.858841 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 16:38:53.858841 dv-cinder-797161-1-iscsi neutron-server[78426]:     return f(self, *a, **k)
Jun 21 16:38:53.858841 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 16:38:53.858841 dv-cinder-797161-1-iscsi neutron-server[78426]:     return self._get(url).json()
Jun 21 16:38:53.858841 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 16:38:53.858841 dv-cinder-797161-1-iscsi neutron-server[78426]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 16:38:53.858841 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 16:38:53.858841 dv-cinder-797161-1-iscsi neutron-server[78426]:     return self.request(url, 'GET', **kwargs)
Jun 21 16:38:53.858841 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 16:38:53.858841 dv-cinder-797161-1-iscsi neutron-server[78426]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 16:38:53.858841 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 16:38:53.858841 dv-cinder-797161-1-iscsi neutron-server[78426]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 16:38:53.858841 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 16:38:53.858841 dv-cinder-797161-1-iscsi neutron-server[78426]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 16:38:53.858841 dv-cinder-797161-1-iscsi neutron-server[78426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 16:38:53.933322 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-877996b6-a048-4623-9245-fba7b5d91811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1727415'] for network, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:53.937285 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:38:53.952502 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-877996b6-a048-4623-9245-fba7b5d91811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for network, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:53.961020 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877996b6-a048-4623-9245-fba7b5d91811 admin admin] Pushing event deleted for resources: {'Network': ['ID=13fdf5fd-641a-4302-97af-ee549ba54a44,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:38:53.964115 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-877996b6-a048-4623-9245-fba7b5d91811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:38:53.970412 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-877996b6-a048-4623-9245-fba7b5d91811 admin admin] 10.222.0.24 "DELETE /v2.0/networks/13fdf5fd-641a-4302-97af-ee549ba54a44 HTTP/1.1" status: 204  len: 168 time: 0.4091270
Jun 21 16:38:54.162148 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 41994) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:38:54.210970 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-1027edc7-058b-49a1-938f-a6c0a25b55d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=11f81edee92e43f4826ea71378010756&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0475931
Jun 21 16:38:54.213280 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 42000) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:38:54.272134 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-1d13e89d-be29-4add-84b8-7b9d91ce1b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:54.298418 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-1d13e89d-be29-4add-84b8-7b9d91ce1b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:54.350533 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-1d13e89d-be29-4add-84b8-7b9d91ce1b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:54.354423 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-9ee0feb9-5b26-42d5-ac9f-e40eed668687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:38:54.366988 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d13e89d-be29-4add-84b8-7b9d91ce1b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3f35a1-b274-45f5-a5cd-43d6c78107cf,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:38:54.372932 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-1d13e89d-be29-4add-84b8-7b9d91ce1b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:38:54.394384 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-1d13e89d-be29-4add-84b8-7b9d91ce1b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:54.397992 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-1d13e89d-be29-4add-84b8-7b9d91ce1b76 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe3f35a1-b274-45f5-a5cd-43d6c78107cf HTTP/1.1" status: 204  len: 168 time: 0.1837614
Jun 21 16:38:58.307321 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 42048) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:38:58.425267 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-72517b4f-94e6-4cf1-90c6-060b77b1d54b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:58.515691 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-72517b4f-94e6-4cf1-90c6-060b77b1d54b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:38:58.519546 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-72517b4f-94e6-4cf1-90c6-060b77b1d54b admin admin] Usage tracker for resource:security_group_rule and tenant:6bafa905b2754fec8abfe5d1bd24c57e is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:38:58.522337 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-72517b4f-94e6-4cf1-90c6-060b77b1d54b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:38:58.527924 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-72517b4f-94e6-4cf1-90c6-060b77b1d54b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:38:58.609098 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-72517b4f-94e6-4cf1-90c6-060b77b1d54b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:58.613189 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-72517b4f-94e6-4cf1-90c6-060b77b1d54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:58.619926 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-0299df3f-5bff-42be-bc42-6e8f8c3b9ddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:38:58.659642 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-72517b4f-94e6-4cf1-90c6-060b77b1d54b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6bafa905b2754fec8abfe5d1bd24c57e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3509979
Jun 21 16:38:58.660499 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72517b4f-94e6-4cf1-90c6-060b77b1d54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe06006f-bb99-47dc-8618-c5f9c2efeb7d,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:38:58.662188 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 42056) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:38:58.663376 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-72517b4f-94e6-4cf1-90c6-060b77b1d54b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:38:58.719863 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a89f8d2d-c0c2-404a-8b83-1d5b144612dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:58.749270 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a89f8d2d-c0c2-404a-8b83-1d5b144612dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:58.800397 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a89f8d2d-c0c2-404a-8b83-1d5b144612dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:58.803827 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-603ef1b7-543b-4398-b768-d757ce3b37a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:38:58.814115 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f8d2d-c0c2-404a-8b83-1d5b144612dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe06006f-bb99-47dc-8618-c5f9c2efeb7d,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:38:58.816858 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-a89f8d2d-c0c2-404a-8b83-1d5b144612dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:38:58.822520 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a89f8d2d-c0c2-404a-8b83-1d5b144612dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:58.823623 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-a89f8d2d-c0c2-404a-8b83-1d5b144612dd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe06006f-bb99-47dc-8618-c5f9c2efeb7d HTTP/1.1" status: 204  len: 168 time: 0.1598527
Jun 21 16:38:59.498831 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 42082) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:38:59.603180 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [None req-1332d6be-8cbf-4f28-8a86-aba9c895c032 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-879465801-network', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9'}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:38:59.607754 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-1332d6be-8cbf-4f28-8a86-aba9c895c032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:38:59.611560 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-1332d6be-8cbf-4f28-8a86-aba9c895c032 admin admin] Usage tracker for resource:network and tenant:11bb3c615f364358bf7e47b3024a2fb9 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:38:59.614399 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-1332d6be-8cbf-4f28-8a86-aba9c895c032 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:38:59.620671 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-1332d6be-8cbf-4f28-8a86-aba9c895c032 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:38:59.630579 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1332d6be-8cbf-4f28-8a86-aba9c895c032 admin admin] Made reservation on behalf of 11bb3c615f364358bf7e47b3024a2fb9 for: {'network': 1} {{(pid=78427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:38:59.632905 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-1332d6be-8cbf-4f28-8a86-aba9c895c032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for network, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:59.645207 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-1332d6be-8cbf-4f28-8a86-aba9c895c032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:59.659312 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-1332d6be-8cbf-4f28-8a86-aba9c895c032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:38:59.663532 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-1332d6be-8cbf-4f28-8a86-aba9c895c032 admin admin] Usage tracker for resource:security_group_rule and tenant:11bb3c615f364358bf7e47b3024a2fb9 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:38:59.666487 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-1332d6be-8cbf-4f28-8a86-aba9c895c032 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:38:59.672059 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-1332d6be-8cbf-4f28-8a86-aba9c895c032 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:38:59.760134 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-1332d6be-8cbf-4f28-8a86-aba9c895c032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:59.763557 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-1332d6be-8cbf-4f28-8a86-aba9c895c032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:59.766297 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-50a23701-b422-4dfd-8cc9-6156cc9a0e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:38:59.797721 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1332d6be-8cbf-4f28-8a86-aba9c895c032 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610}  {{(pid=78427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 16:38:59.803264 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1332d6be-8cbf-4f28-8a86-aba9c895c032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6371f3a-aa43-4a64-bb06-e898d55dad33,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:38:59.806925 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-1332d6be-8cbf-4f28-8a86-aba9c895c032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:38:59.811075 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-1332d6be-8cbf-4f28-8a86-aba9c895c032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645578'] for segment, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:59.811177 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.db.segments_db [None req-1332d6be-8cbf-4f28-8a86-aba9c895c032 admin admin] Added segment ad271a7b-5d78-41f7-9e28-3494964f653a of type vlan for network 246ee509-2b5e-4a56-b181-933ba128d253
Jun 21 16:38:59.838401 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-1332d6be-8cbf-4f28-8a86-aba9c895c032 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768073942321'] for network, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:59.866965 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-1332d6be-8cbf-4f28-8a86-aba9c895c032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592'] for network, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:59.868249 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1332d6be-8cbf-4f28-8a86-aba9c895c032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:38:59.868827 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-1332d6be-8cbf-4f28-8a86-aba9c895c032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for network, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:38:59.873255 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-7679d59c-30a7-4219-87d0-42d81768f1e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:38:59.973357 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1332d6be-8cbf-4f28-8a86-aba9c895c032 admin admin] Pushing event updated for resources: {'Network': ['ID=246ee509-2b5e-4a56-b181-933ba128d253,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:38:59.976996 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-1332d6be-8cbf-4f28-8a86-aba9c895c032 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4770658
Jun 21 16:38:59.977866 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-1332d6be-8cbf-4f28-8a86-aba9c895c032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:38:59.979789 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 42088) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:38:59.983453 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Network 246ee509-2b5e-4a56-b181-933ba128d253 details requested by agent ovs-agent-dv-cinder-797161-1-iscsi with host dv-cinder-797161-1-iscsi {{(pid=78428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 16:38:59.985262 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [None req-6206304e-f705-448a-8291-1750a04f481a admin admin] Request body: {'subnet': {'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-879465801-subnet', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'ip_version': 4}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:38:59.990554 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-6206304e-f705-448a-8291-1750a04f481a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:38:59.994398 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-6206304e-f705-448a-8291-1750a04f481a admin admin] Usage tracker for resource:subnet and tenant:11bb3c615f364358bf7e47b3024a2fb9 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:38:59.997252 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-6206304e-f705-448a-8291-1750a04f481a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:39:00.003524 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-6206304e-f705-448a-8291-1750a04f481a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:39:00.014494 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6206304e-f705-448a-8291-1750a04f481a admin admin] Made reservation on behalf of 11bb3c615f364358bf7e47b3024a2fb9 for: {'subnet': 1} {{(pid=78427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:39:00.016961 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-6206304e-f705-448a-8291-1750a04f481a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301294'] for subnet, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:00.405680 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-6206304e-f705-448a-8291-1750a04f481a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1910745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301308'] for subnet, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:00.410231 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-60dd0ae7-6c9b-4c2f-a277-c1d4c64e5b75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:00.481631 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206304e-f705-448a-8291-1750a04f481a admin admin] Pushing event updated for resources: {'Subnet': ['ID=95146380-c6e8-44b8-bebc-b70e51427629,revision_number=0']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:00.484357 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-6206304e-f705-448a-8291-1750a04f481a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:00.490887 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6206304e-f705-448a-8291-1750a04f481a admin admin] Checking segment: {'id': 'ad271a7b-5d78-41f7-9e28-3494964f653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:39:00.491240 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6206304e-f705-448a-8291-1750a04f481a admin admin] Network hostable DHCP agents. Network: 246ee509-2b5e-4a56-b181-933ba128d253, hostable agents: ['3e057b97-a383-4976-a3a1-556748f7f018'], hosted agents: [] {{(pid=78427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 16:39:00.509974 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6206304e-f705-448a-8291-1750a04f481a admin admin] Network 246ee509-2b5e-4a56-b181-933ba128d253 is scheduled to be hosted by DHCP agent 3e057b97-a383-4976-a3a1-556748f7f018 with binding_index 1 {{(pid=78427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 16:39:00.519197 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.base_scheduler [None req-6206304e-f705-448a-8291-1750a04f481a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797161-1-iscsi, 246ee509-2b5e-4a56-b181-933ba128d253) {{(pid=78427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:39:00.527784 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61451e6-710f-4367-b59c-76c3e17d7df4 None None] Network 246ee509-2b5e-4a56-b181-933ba128d253 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:39:00.530558 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6206304e-f705-448a-8291-1750a04f481a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:00.531148 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-6206304e-f705-448a-8291-1750a04f481a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for subnet, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:00.550691 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-6206304e-f705-448a-8291-1750a04f481a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5698798
Jun 21 16:39:00.553383 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 42092) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:39:00.558673 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [None req-f89a8485-003f-4ba6-abdd-94aeec629d1b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-879465801-router', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'}}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:39:00.563330 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-f89a8485-003f-4ba6-abdd-94aeec629d1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:39:00.567903 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-f89a8485-003f-4ba6-abdd-94aeec629d1b admin admin] Usage tracker for resource:router and tenant:11bb3c615f364358bf7e47b3024a2fb9 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:39:00.571262 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-f89a8485-003f-4ba6-abdd-94aeec629d1b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:39:00.576911 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-f89a8485-003f-4ba6-abdd-94aeec629d1b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:39:00.589358 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-f89a8485-003f-4ba6-abdd-94aeec629d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1648372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-965'] for router, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:00.590329 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-f89a8485-003f-4ba6-abdd-94aeec629d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1674493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-972'] for router, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:00.605093 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-f89a8485-003f-4ba6-abdd-94aeec629d1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:00.748624 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a1ce61-a065-5478-9fd3-0dbf96752ebd-246ee509-2b5e-4a56-b181-933ba128d253', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'fixed_ips': [{'subnet_id': '95146380-c6e8-44b8-bebc-b70e51427629'}]}} from dv-cinder-797161-1-iscsi. {{(pid=78428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 21 16:39:00.749457 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:00.892726 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-f89a8485-003f-4ba6-abdd-94aeec629d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1648335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-994'] for router, precommit_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:00.905693 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.db_base_plugin_common [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] Allocated IP 172.20.0.2 (246ee509-2b5e-4a56-b181-933ba128d253/95146380-c6e8-44b8-bebc-b70e51427629/3f4103c5-b469-42e0-8720-6dde3880b727) {{(pid=78428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:39:01.114039 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] Notify callbacks [] for port, precommit_create {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:01.124304 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] Transition to ACTIVE for port object 3f4103c5-b469-42e0-8720-6dde3880b727 will not be triggered until provisioned by entity L2. {{(pid=78428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:39:01.144634 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] Transition to ACTIVE for port object 3f4103c5-b469-42e0-8720-6dde3880b727 will not be triggered until provisioned by entity DHCP. {{(pid=78428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:39:01.149756 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512'] for port, after_create {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:01.154687 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:01.219724 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] Network 246ee509-2b5e-4a56-b181-933ba128d253 is already hosted by enough agents. {{(pid=78428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:39:01.222833 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.scheduler.base_scheduler [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] Resources bound (agent type, host, resource id):  {{(pid=78428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:39:01.230154 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] Received port after_create {{(pid=78428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:39:01.237523 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] Pushing event updated for resources: {'Port': ['ID=3f4103c5-b469-42e0-8720-6dde3880b727,revision_number=1']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:01.309457 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-f89a8485-003f-4ba6-abdd-94aeec629d1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:01.315901 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:39:01.316245 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:39:01.316583 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:39:01.316910 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:39:01.317230 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:39:01.317551 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:39:01.318597 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:39:01.318947 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:39:01.319438 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:39:01.319795 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:39:01.320116 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:39:01.320432 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:39:01.323881 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:01.340019 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-f89a8485-003f-4ba6-abdd-94aeec629d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:01.354008 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] Attempting to bind port 3f4103c5-b469-42e0-8720-6dde3880b727 on host dv-cinder-797161-1-iscsi for vnic_type normal with profile  {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:39:01.354008 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] Attempting to bind port 3f4103c5-b469-42e0-8720-6dde3880b727 by drivers openvswitch,hyperv on host dv-cinder-797161-1-iscsi at level 0 using segments [{'id': 'ad271a7b-5d78-41f7-9e28-3494964f653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253'}] {{(pid=78428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:39:01.354356 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] Attempting to bind port 3f4103c5-b469-42e0-8720-6dde3880b727 on network 246ee509-2b5e-4a56-b181-933ba128d253 {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:39:01.361174 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] Checking agent: {'id': '52503dc4-35dc-4c7a-aab7-0589b5985e7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797161-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 25, 48), 'started_at': datetime.datetime(2021, 6, 21, 16, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797161-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:39:01.362300 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] Checking segment: {'id': 'ad271a7b-5d78-41f7-9e28-3494964f653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:39:01.362719 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:01.363290 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] Bound using segment: {'id': 'ad271a7b-5d78-41f7-9e28-3494964f653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253'} {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:39:01.363788 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] Bound port: 3f4103c5-b469-42e0-8720-6dde3880b727, host: dv-cinder-797161-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad271a7b-5d78-41f7-9e28-3494964f653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253'}}] {{(pid=78428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:39:01.364166 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:01.452927 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] For port 3f4103c5-b469-42e0-8720-6dde3880b727, host dv-cinder-797161-1-iscsi, cleared binding levels {{(pid=78428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:39:01.456302 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] For port 3f4103c5-b469-42e0-8720-6dde3880b727, host dv-cinder-797161-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=3f4103c5-b469-42e0-8720-6dde3880b727,segment=NetworkSegment(ad271a7b-5d78-41f7-9e28-3494964f653a),segment_id=ad271a7b-5d78-41f7-9e28-3494964f653a)] {{(pid=78428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:39:01.460583 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:01.464501 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:01.477348 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.db_base_plugin_common [None req-f89a8485-003f-4ba6-abdd-94aeec629d1b admin admin] Allocated IP 172.27.1.60 (70dc8c3b-1fd1-4e34-848f-30da40ce5650/64348721-2f14-434e-9349-1c86303c6cb6/53bc740f-9b2d-41fc-a75a-40148934d6df) {{(pid=78427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:39:01.539007 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] Pushing event updated for resources: {'Port': ['ID=3f4103c5-b469-42e0-8720-6dde3880b727,revision_number=2']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:01.546966 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:01.625931 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-f89a8485-003f-4ba6-abdd-94aeec629d1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:01.655476 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-f89a8485-003f-4ba6-abdd-94aeec629d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1910645'] for port, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:01.659316 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-4f359a4d-45b3-4308-a373-7a91634c11ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:01.731688 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89a8485-003f-4ba6-abdd-94aeec629d1b admin admin] Network 70dc8c3b-1fd1-4e34-848f-30da40ce5650 is already hosted by enough agents. {{(pid=78427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:39:01.734405 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.base_scheduler [None req-f89a8485-003f-4ba6-abdd-94aeec629d1b admin admin] Resources bound (agent type, host, resource id):  {{(pid=78427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:39:01.748730 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89a8485-003f-4ba6-abdd-94aeec629d1b admin admin] Received port after_create {{(pid=78427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:39:01.783223 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a8485-003f-4ba6-abdd-94aeec629d1b admin admin] Pushing event updated for resources: {'Port': ['ID=53bc740f-9b2d-41fc-a75a-40148934d6df,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:01.790458 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-f89a8485-003f-4ba6-abdd-94aeec629d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:02.231272 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-f89a8485-003f-4ba6-abdd-94aeec629d1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:02.404262 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f3ea1-52d2-4771-9af3-c3b313a92def req-5d09ed92-d8be-4421-aa12-0c4353770f52 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:02.405744 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-925f3ea1-52d2-4771-9af3-c3b313a92def req-5d09ed92-d8be-4421-aa12-0c4353770f52 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 946 time: 0.2564228
Jun 21 16:39:02.495437 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d77130-1d86-48d9-a1d2-ea95dff83e4f None None] Network 246ee509-2b5e-4a56-b181-933ba128d253 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:39:02.534596 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-925f3ea1-52d2-4771-9af3-c3b313a92def req-fdca2a7d-8953-4198-b98b-3f2ea3119cfa tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1200469
Jun 21 16:39:02.557428 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 3f4103c5-b469-42e0-8720-6dde3880b727 up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:39:02.629634 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-f89a8485-003f-4ba6-abdd-94aeec629d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727309'] for router, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:02.661291 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-b3944220-79c4-4bac-a2e8-56fbe215a615 None None] Provisioning for port 3f4103c5-b469-42e0-8720-6dde3880b727 completed by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:39:02.757858 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning for port 3f4103c5-b469-42e0-8720-6dde3880b727 completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:39:02.790934 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port 3f4103c5-b469-42e0-8720-6dde3880b727 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:39:02.791320 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:02.928920 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:02.933204 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89a8485-003f-4ba6-abdd-94aeec629d1b admin admin] Router 1c331204-6ec0-4171-89fb-d058fa373702 is scheduled to L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb with binding_index 1 {{(pid=78427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 16:39:02.962467 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] For port 3f4103c5-b469-42e0-8720-6dde3880b727, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=3f4103c5-b469-42e0-8720-6dde3880b727,segment=NetworkSegment(ad271a7b-5d78-41f7-9e28-3494964f653a),segment_id=ad271a7b-5d78-41f7-9e28-3494964f653a)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:39:02.967416 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:02.969260 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:03.041537 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Pushing event updated for resources: {'Port': ['ID=3f4103c5-b469-42e0-8720-6dde3880b727,revision_number=3']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:03.046328 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:03.121387 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89a8485-003f-4ba6-abdd-94aeec629d1b admin admin] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:39:03.130726 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578b89c5-d007-4265-93b5-0d8c2e4236f6 None None] Sync routers for ids ['1c331204-6ec0-4171-89fb-d058fa373702'] in dv-cinder-797161-1-iscsi {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:39:03.139750 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578b89c5-d007-4265-93b5-0d8c2e4236f6 None None] Routers {'1c331204-6ec0-4171-89fb-d058fa373702'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:39:03.140334 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-578b89c5-d007-4265-93b5-0d8c2e4236f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d41a2e0>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:38:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['1c331204-6ec0-4171-89fb-d058fa373702'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:39:03.145216 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-f89a8485-003f-4ba6-abdd-94aeec629d1b admin admin] Notify callbacks [] for router, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:03.148962 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-f89a8485-003f-4ba6-abdd-94aeec629d1b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.5921137
Jun 21 16:39:03.149242 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 42108) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:39:03.231769 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-174a84fd-fc0e-4518-ae4b-91c2c63ea080 None None] Provisioning complete for port 3f4103c5-b469-42e0-8720-6dde3880b727 triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:39:03.232028 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-174a84fd-fc0e-4518-ae4b-91c2c63ea080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:03.375321 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-578b89c5-d007-4265-93b5-0d8c2e4236f6 None None] Set router 1c331204-6ec0-4171-89fb-d058fa373702 gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:39:03.726226 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-578b89c5-d007-4265-93b5-0d8c2e4236f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d41a2e0>, [{'id': '1c331204-6ec0-4171-89fb-d058fa373702', 'name': 'tempest-TestVolumeBootPattern-879465801-router', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:39:00Z', 'updated_at': '2021-06-21T16:39:01Z', 'revision_number': 3, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'gw_port': {'id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:36:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:01Z', 'updated_at': '2021-06-21T16:39:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi'}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:39:03.730202 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578b89c5-d007-4265-93b5-0d8c2e4236f6 None None] Checking router: 1c331204-6ec0-4171-89fb-d058fa373702 for host: dv-cinder-797161-1-iscsi {{(pid=78428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:39:03.730561 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578b89c5-d007-4265-93b5-0d8c2e4236f6 None None] Updating router 1c331204-6ec0-4171-89fb-d058fa373702 port 53bc740f-9b2d-41fc-a75a-40148934d6df binding host dv-cinder-797161-1-iscsi {{(pid=78428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 16:39:03.785881 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-578b89c5-d007-4265-93b5-0d8c2e4236f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:03.867775 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b377c0-caa0-4663-9f4e-464cc05abb5d req-d9ddd949-90d1-454f-b3ab-f85baafa54d7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:03.869116 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-06b377c0-caa0-4663-9f4e-464cc05abb5d req-d9ddd949-90d1-454f-b3ab-f85baafa54d7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 946 time: 0.1815166
Jun 21 16:39:03.920017 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-289b05cc-de23-42ec-af59-8720d924cc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:03.943644 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-06b377c0-caa0-4663-9f4e-464cc05abb5d req-214c6297-a5ba-4b5b-95bb-13be860cda62 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=19853982-ef7a-4e59-a98b-1bd64a25eb3e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0680611
Jun 21 16:39:03.959197 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bd6b7-fde4-4147-83bc-5ab65d9610b6 req-cfeda888-8509-497f-9a48-fbd9fee4ccfb tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:03.959944 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-9f5bd6b7-fde4-4147-83bc-5ab65d9610b6 req-cfeda888-8509-497f-9a48-fbd9fee4ccfb tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Synchronizing usage tracker for tenant:2f495dd509064a23adb18dc1cd54b526 on resource:port {{(pid=78426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:39:03.980006 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-9f5bd6b7-fde4-4147-83bc-5ab65d9610b6 req-cfeda888-8509-497f-9a48-fbd9fee4ccfb tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Unset dirty status for tenant:2f495dd509064a23adb18dc1cd54b526 on resource:port {{(pid=78426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:39:03.981812 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-9f5bd6b7-fde4-4147-83bc-5ab65d9610b6 req-cfeda888-8509-497f-9a48-fbd9fee4ccfb tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 946 time: 0.1039104
Jun 21 16:39:04.154836 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.db_base_plugin_common [None req-289b05cc-de23-42ec-af59-8720d924cc14 admin admin] Allocated IP 172.20.0.1 (246ee509-2b5e-4a56-b181-933ba128d253/95146380-c6e8-44b8-bebc-b70e51427629/ddc6fb73-8003-48a7-9820-ab192af4ae1d) {{(pid=78427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:39:04.172259 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-578b89c5-d007-4265-93b5-0d8c2e4236f6 None None] Notify callbacks [] for port, precommit_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:04.178633 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [req-9f5bd6b7-fde4-4147-83bc-5ab65d9610b6 req-542b589e-4653-4907-8337-599f20f9a95c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Deleting port 42c93584-495e-4381-a61f-b977ecbd7633 {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:39:04.178982 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-9f5bd6b7-fde4-4147-83bc-5ab65d9610b6 req-542b589e-4653-4907-8337-599f20f9a95c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:04.185721 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-578b89c5-d007-4265-93b5-0d8c2e4236f6 None None] Transition to ACTIVE for port object 53bc740f-9b2d-41fc-a75a-40148934d6df will not be triggered until provisioned by entity L2. {{(pid=78428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:39:04.193654 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-578b89c5-d007-4265-93b5-0d8c2e4236f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:04.198132 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:04.275970 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-578b89c5-d007-4265-93b5-0d8c2e4236f6 None None] Attempting to bind port 53bc740f-9b2d-41fc-a75a-40148934d6df on host dv-cinder-797161-1-iscsi for vnic_type normal with profile  {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:39:04.276244 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-578b89c5-d007-4265-93b5-0d8c2e4236f6 None None] Attempting to bind port 53bc740f-9b2d-41fc-a75a-40148934d6df by drivers openvswitch,hyperv on host dv-cinder-797161-1-iscsi at level 0 using segments [{'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'}] {{(pid=78428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:39:04.276599 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578b89c5-d007-4265-93b5-0d8c2e4236f6 None None] Attempting to bind port 53bc740f-9b2d-41fc-a75a-40148934d6df on network 70dc8c3b-1fd1-4e34-848f-30da40ce5650 {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:39:04.282495 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ce932-d9dc-4928-ae4b-dbe3ef1d435b None None] Pushing event updated for resources: {'Port': ['ID=53bc740f-9b2d-41fc-a75a-40148934d6df,revision_number=2']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:04.287141 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-636ce932-d9dc-4928-ae4b-dbe3ef1d435b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:04.288111 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578b89c5-d007-4265-93b5-0d8c2e4236f6 None None] Checking agent: {'id': '52503dc4-35dc-4c7a-aab7-0589b5985e7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797161-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 25, 48), 'started_at': datetime.datetime(2021, 6, 21, 16, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797161-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:39:04.288499 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578b89c5-d007-4265-93b5-0d8c2e4236f6 None None] Checking segment: {'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:39:04.288908 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-578b89c5-d007-4265-93b5-0d8c2e4236f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:04.289308 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578b89c5-d007-4265-93b5-0d8c2e4236f6 None None] Bound using segment: {'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'} {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:39:04.289793 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-578b89c5-d007-4265-93b5-0d8c2e4236f6 None None] Bound port: 53bc740f-9b2d-41fc-a75a-40148934d6df, host: dv-cinder-797161-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'}}] {{(pid=78428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:39:04.290174 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-578b89c5-d007-4265-93b5-0d8c2e4236f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:04.364406 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-578b89c5-d007-4265-93b5-0d8c2e4236f6 None None] For port 53bc740f-9b2d-41fc-a75a-40148934d6df, host dv-cinder-797161-1-iscsi, cleared binding levels {{(pid=78428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:39:04.367883 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-578b89c5-d007-4265-93b5-0d8c2e4236f6 None None] For port 53bc740f-9b2d-41fc-a75a-40148934d6df, host dv-cinder-797161-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=53bc740f-9b2d-41fc-a75a-40148934d6df,segment=NetworkSegment(3123edc3-090a-4516-9a79-a6a8c7b9190b),segment_id=3123edc3-090a-4516-9a79-a6a8c7b9190b)] {{(pid=78428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:39:04.372711 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-578b89c5-d007-4265-93b5-0d8c2e4236f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:04.380043 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-6a079f9b-ae97-46e2-a809-dba4cd4a236e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:04.417437 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-289b05cc-de23-42ec-af59-8720d924cc14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:04.433202 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.provisioning_blocks [None req-289b05cc-de23-42ec-af59-8720d924cc14 admin admin] Transition to ACTIVE for port object ddc6fb73-8003-48a7-9820-ab192af4ae1d will not be triggered until provisioned by entity DHCP. {{(pid=78427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:39:04.441508 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [req-9f5bd6b7-fde4-4147-83bc-5ab65d9610b6 req-542b589e-4653-4907-8337-599f20f9a95c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] For port 42c93584-495e-4381-a61f-b977ecbd7633, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=42c93584-495e-4381-a61f-b977ecbd7633,segment=NetworkSegment(cb66d3c6-9116-4b7e-95d4-8704f85ac6dc),segment_id=cb66d3c6-9116-4b7e-95d4-8704f85ac6dc)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:39:04.441874 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-9f5bd6b7-fde4-4147-83bc-5ab65d9610b6 req-542b589e-4653-4907-8337-599f20f9a95c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:04.451519 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578b89c5-d007-4265-93b5-0d8c2e4236f6 None None] Routers {'1c331204-6ec0-4171-89fb-d058fa373702'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:39:04.452167 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-578b89c5-d007-4265-93b5-0d8c2e4236f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d41a2e0>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:38:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['1c331204-6ec0-4171-89fb-d058fa373702'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:39:04.463183 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-289b05cc-de23-42ec-af59-8720d924cc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1910645'] for port, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:04.468258 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-824d512e-cf58-4eb2-9df4-507ef27ebaca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:04.528404 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 3f4103c5-b469-42e0-8720-6dde3880b727 up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:39:04.537026 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289b05cc-de23-42ec-af59-8720d924cc14 admin admin] Network 246ee509-2b5e-4a56-b181-933ba128d253 is already hosted by enough agents. {{(pid=78427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:39:04.540386 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.base_scheduler [None req-289b05cc-de23-42ec-af59-8720d924cc14 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:39:04.544103 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289b05cc-de23-42ec-af59-8720d924cc14 admin admin] Received port after_create {{(pid=78427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:39:04.581258 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b05cc-de23-42ec-af59-8720d924cc14 admin admin] Pushing event updated for resources: {'Port': ['ID=ddc6fb73-8003-48a7-9820-ab192af4ae1d,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:04.585495 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-289b05cc-de23-42ec-af59-8720d924cc14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:04.594676 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ce932-d9dc-4928-ae4b-dbe3ef1d435b None None] Pushing event updated for resources: {'Port': ['ID=53bc740f-9b2d-41fc-a75a-40148934d6df,revision_number=3']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:04.603654 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-636ce932-d9dc-4928-ae4b-dbe3ef1d435b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:04.615634 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-289b05cc-de23-42ec-af59-8720d924cc14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726498'] for router_interface, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:04.709279 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port 3f4103c5-b469-42e0-8720-6dde3880b727 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:39:04.709653 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:04.747897 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-9f5bd6b7-fde4-4147-83bc-5ab65d9610b6 req-542b589e-4653-4907-8337-599f20f9a95c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:04.748527 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-9f5bd6b7-fde4-4147-83bc-5ab65d9610b6 req-542b589e-4653-4907-8337-599f20f9a95c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727397'] for floatingip, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:04.749120 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.db.l3_db [req-9f5bd6b7-fde4-4147-83bc-5ab65d9610b6 req-542b589e-4653-4907-8337-599f20f9a95c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Floating IP 7ebb7e17-c8d6-426a-a9d6-51bd27846a96 disassociated. External IP: 172.27.1.227, port: 42c93584-495e-4381-a61f-b977ecbd7633.
Jun 21 16:39:04.749623 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [req-9f5bd6b7-fde4-4147-83bc-5ab65d9610b6 req-542b589e-4653-4907-8337-599f20f9a95c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Calling delete_port for 42c93584-495e-4381-a61f-b977ecbd7633 owned by compute:nova {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:39:04.760277 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-578b89c5-d007-4265-93b5-0d8c2e4236f6 None None] Set router 1c331204-6ec0-4171-89fb-d058fa373702 gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:39:04.904761 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-289b05cc-de23-42ec-af59-8720d924cc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:04.910524 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-1398381f-1dca-4c2c-a609-3589003b99d8 None None] Provisioning for port ddc6fb73-8003-48a7-9820-ab192af4ae1d completed by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:39:04.912426 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-9f5bd6b7-fde4-4147-83bc-5ab65d9610b6 req-542b589e-4653-4907-8337-599f20f9a95c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:04.918114 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:04.937851 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-1398381f-1dca-4c2c-a609-3589003b99d8 None None] Provisioning complete for port ddc6fb73-8003-48a7-9820-ab192af4ae1d triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:39:04.938138 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-1398381f-1dca-4c2c-a609-3589003b99d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:04.964244 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b589e-4653-4907-8337-599f20f9a95c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Pushing event deleted for resources: {'Port': ['ID=42c93584-495e-4381-a61f-b977ecbd7633,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:04.967448 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-542b589e-4653-4907-8337-599f20f9a95c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:05.125133 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-1398381f-1dca-4c2c-a609-3589003b99d8 None None] Port ddc6fb73-8003-48a7-9820-ab192af4ae1d cannot update to ACTIVE because it is not bound. {{(pid=78428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 16:39:05.195944 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d8763d26-432c-4e75-b013-f1aaafa77eed req-e0a0f264-9948-4a77-a427-0c61362725a2 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 210 time: 0.0575807
Jun 21 16:39:05.205576 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f5bd6b7-fde4-4147-83bc-5ab65d9610b6 req-542b589e-4653-4907-8337-599f20f9a95c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Router 81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c has already been hosted by L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb {{(pid=78426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 16:39:05.210453 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-578b89c5-d007-4265-93b5-0d8c2e4236f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d41a2e0>, [{'id': '1c331204-6ec0-4171-89fb-d058fa373702', 'name': 'tempest-TestVolumeBootPattern-879465801-router', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:39:00Z', 'updated_at': '2021-06-21T16:39:01Z', 'revision_number': 3, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'gw_port': {'id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:36:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:01Z', 'updated_at': '2021-06-21T16:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi'}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:39:05.215736 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578b89c5-d007-4265-93b5-0d8c2e4236f6 None None] The sync data for ids ['1c331204-6ec0-4171-89fb-d058fa373702'] in dv-cinder-797161-1-iscsi is: [{'id': '1c331204-6ec0-4171-89fb-d058fa373702', 'name': 'tempest-TestVolumeBootPattern-879465801-router', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:39:00Z', 'updated_at': '2021-06-21T16:39:01Z', 'revision_number': 3, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'gw_port': {'id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:36:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:01Z', 'updated_at': '2021-06-21T16:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi'}] {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:39:05.264669 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-289b05cc-de23-42ec-af59-8720d924cc14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:05.272794 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-289b05cc-de23-42ec-af59-8720d924cc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1910604'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:05.301260 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-289b05cc-de23-42ec-af59-8720d924cc14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:05.385779 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-289b05cc-de23-42ec-af59-8720d924cc14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1726593'] for router_interface, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:05.389332 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b05cc-de23-42ec-af59-8720d924cc14 admin admin] Pushing event updated for resources: {'Port': ['ID=ddc6fb73-8003-48a7-9820-ab192af4ae1d,revision_number=2']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:05.393332 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-289b05cc-de23-42ec-af59-8720d924cc14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:05.402934 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f5bd6b7-fde4-4147-83bc-5ab65d9610b6 req-542b589e-4653-4907-8337-599f20f9a95c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:39:05.413967 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c35751-0c97-4795-a8a6-fe8d81f02fe1 None None] Sync routers for ids ['81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'] in dv-cinder-797161-1-iscsi {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:39:05.430163 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c35751-0c97-4795-a8a6-fe8d81f02fe1 None None] Routers {'81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:39:05.431268 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-10c35751-0c97-4795-a8a6-fe8d81f02fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979eaac8b0>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:38:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:39:05.497953 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f5bd6b7-fde4-4147-83bc-5ab65d9610b6 req-542b589e-4653-4907-8337-599f20f9a95c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] No DVR routers for this DVR port 42c93584-495e-4381-a61f-b977ecbd7633 on host hv-cinder-79716 {{(pid=78426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 16:39:05.500874 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-9f5bd6b7-fde4-4147-83bc-5ab65d9610b6 req-542b589e-4653-4907-8337-599f20f9a95c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:05.513365 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb49a93-87b9-4e81-b4a3-c8e876dab673', 'name': 'network-vif-deleted', 'tag': '42c93584-495e-4381-a61f-b977ecbd7633'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:39:05.538926 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-9f5bd6b7-fde4-4147-83bc-5ab65d9610b6 req-542b589e-4653-4907-8337-599f20f9a95c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.39 "DELETE /v2.0/ports/42c93584-495e-4381-a61f-b977ecbd7633 HTTP/1.1" status: 204  len: 173 time: 1.5503445
Jun 21 16:39:05.631790 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb49a93-87b9-4e81-b4a3-c8e876dab673', 'name': 'network-vif-deleted', 'tag': '42c93584-495e-4381-a61f-b977ecbd7633', 'status': 'completed', 'code': 200}
Jun 21 16:39:05.633283 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289b05cc-de23-42ec-af59-8720d924cc14 admin admin] Network 246ee509-2b5e-4a56-b181-933ba128d253 is already hosted by enough agents. {{(pid=78427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:39:05.636562 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.base_scheduler [None req-289b05cc-de23-42ec-af59-8720d924cc14 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:39:05.797860 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-10c35751-0c97-4795-a8a6-fe8d81f02fe1 None None] Set router 81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c gateway port host: dv-cinder-797161-1-iscsi {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:39:05.969376 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c0add64e-b059-45dd-b9eb-6cd3eae471ad None None] Provisioning complete for port ddc6fb73-8003-48a7-9820-ab192af4ae1d triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:39:05.970419 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c0add64e-b059-45dd-b9eb-6cd3eae471ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:05.993065 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289b05cc-de23-42ec-af59-8720d924cc14 admin admin] Router 1c331204-6ec0-4171-89fb-d058fa373702 has already been hosted by L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb {{(pid=78427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 16:39:06.044344 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-c0add64e-b059-45dd-b9eb-6cd3eae471ad None None] Port ddc6fb73-8003-48a7-9820-ab192af4ae1d cannot update to ACTIVE because it is not bound. {{(pid=78428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 16:39:06.218732 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-10c35751-0c97-4795-a8a6-fe8d81f02fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979eaac8b0>, [{'id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-285391666-router', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'a45431c3-d952-4b69-97fe-b206b768d679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:15Z', 'updated_at': '2021-06-21T16:34:32Z', 'revision_number': 4, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'gw_port': {'id': 'a45431c3-d952-4b69-97fe-b206b768d679', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:17Z', 'updated_at': '2021-06-21T16:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': 'f8c8fa01-a676-40c4-8d07-c445846845c2', 'name': '', 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'mac_address': 'fa:16:3e:4b:01:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:28Z', 'updated_at': '2021-06-21T16:34:45Z', 'revision_number': 5, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'subnets': [{'id': 'f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:39:06.225314 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c35751-0c97-4795-a8a6-fe8d81f02fe1 None None] Checking router: 81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c for host: dv-cinder-797161-1-iscsi {{(pid=78429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:39:06.235037 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c35751-0c97-4795-a8a6-fe8d81f02fe1 None None] Routers {'81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:39:06.235712 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-10c35751-0c97-4795-a8a6-fe8d81f02fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979eaac8b0>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:38:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:39:06.251414 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289b05cc-de23-42ec-af59-8720d924cc14 admin admin] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:39:06.262757 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-289b05cc-de23-42ec-af59-8720d924cc14 admin admin] 10.222.0.24 "PUT /v2.0/routers/1c331204-6ec0-4171-89fb-d058fa373702/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1124496
Jun 21 16:39:06.566072 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-10c35751-0c97-4795-a8a6-fe8d81f02fe1 None None] Set router 81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c gateway port host: dv-cinder-797161-1-iscsi {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:39:06.573702 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0159397d-9991-49af-92e3-3e29e5664f87 req-6a811feb-c759-457c-ae14-b5f328c742e9 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb49a93-87b9-4e81-b4a3-c8e876dab673 HTTP/1.1" status: 200  len: 210 time: 0.1959145
Jun 21 16:39:06.614426 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 53bc740f-9b2d-41fc-a75a-40148934d6df up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:39:06.702429 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning for port 53bc740f-9b2d-41fc-a75a-40148934d6df completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:39:06.710663 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port 53bc740f-9b2d-41fc-a75a-40148934d6df triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:39:06.711086 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:06.855481 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:06.877871 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] For port 53bc740f-9b2d-41fc-a75a-40148934d6df, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=53bc740f-9b2d-41fc-a75a-40148934d6df,segment=NetworkSegment(3123edc3-090a-4516-9a79-a6a8c7b9190b),segment_id=3123edc3-090a-4516-9a79-a6a8c7b9190b)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:39:06.884206 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:06.890602 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:06.980397 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Pushing event updated for resources: {'Port': ['ID=53bc740f-9b2d-41fc-a75a-40148934d6df,revision_number=4']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:06.984385 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:07.071093 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-10c35751-0c97-4795-a8a6-fe8d81f02fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979eaac8b0>, [{'id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-285391666-router', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'a45431c3-d952-4b69-97fe-b206b768d679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:15Z', 'updated_at': '2021-06-21T16:34:32Z', 'revision_number': 4, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'gw_port': {'id': 'a45431c3-d952-4b69-97fe-b206b768d679', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:17Z', 'updated_at': '2021-06-21T16:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': 'f8c8fa01-a676-40c4-8d07-c445846845c2', 'name': '', 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'mac_address': 'fa:16:3e:4b:01:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:28Z', 'updated_at': '2021-06-21T16:34:45Z', 'revision_number': 5, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'subnets': [{'id': 'f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:39:07.083667 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 42144) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:39:07.084307 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c35751-0c97-4795-a8a6-fe8d81f02fe1 None None] The sync data for ids ['81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'] in dv-cinder-797161-1-iscsi is: [{'id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-285391666-router', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'a45431c3-d952-4b69-97fe-b206b768d679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:15Z', 'updated_at': '2021-06-21T16:34:32Z', 'revision_number': 4, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'gw_port': {'id': 'a45431c3-d952-4b69-97fe-b206b768d679', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:17Z', 'updated_at': '2021-06-21T16:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': 'f8c8fa01-a676-40c4-8d07-c445846845c2', 'name': '', 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'mac_address': 'fa:16:3e:4b:01:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:28Z', 'updated_at': '2021-06-21T16:34:45Z', 'revision_number': 5, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'subnets': [{'id': 'f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:39:07.093268 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [None req-8b5c29ff-97e1-4f68-b659-ac5abd7dc4d2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-445019106-network', 'tenant_id': '77f185f4b9f34bc6bc3a2c160e584a6a'}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:39:07.104596 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-8b5c29ff-97e1-4f68-b659-ac5abd7dc4d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:39:07.113701 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-8b5c29ff-97e1-4f68-b659-ac5abd7dc4d2 admin admin] Usage tracker for resource:network and tenant:77f185f4b9f34bc6bc3a2c160e584a6a is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:39:07.124075 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-8b5c29ff-97e1-4f68-b659-ac5abd7dc4d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:39:07.139364 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-8b5c29ff-97e1-4f68-b659-ac5abd7dc4d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:39:07.167298 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5c29ff-97e1-4f68-b659-ac5abd7dc4d2 admin admin] Made reservation on behalf of 77f185f4b9f34bc6bc3a2c160e584a6a for: {'network': 1} {{(pid=78427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:39:07.169658 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-8b5c29ff-97e1-4f68-b659-ac5abd7dc4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for network, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:07.203165 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-8b5c29ff-97e1-4f68-b659-ac5abd7dc4d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:07.222716 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-8b5c29ff-97e1-4f68-b659-ac5abd7dc4d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:39:07.227697 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-8b5c29ff-97e1-4f68-b659-ac5abd7dc4d2 admin admin] Usage tracker for resource:security_group_rule and tenant:77f185f4b9f34bc6bc3a2c160e584a6a is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:39:07.233063 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-8b5c29ff-97e1-4f68-b659-ac5abd7dc4d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:39:07.241309 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-8b5c29ff-97e1-4f68-b659-ac5abd7dc4d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:39:07.408900 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42197534-aa64-4be4-89b0-b62088e9af1d req-7a6d8214-1f40-4543-b888-e795d30b5729 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:07.410652 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-42197534-aa64-4be4-89b0-b62088e9af1d req-7a6d8214-1f40-4543-b888-e795d30b5729 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.1432092
Jun 21 16:39:07.412558 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-8b5c29ff-97e1-4f68-b659-ac5abd7dc4d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:07.433508 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-8b5c29ff-97e1-4f68-b659-ac5abd7dc4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:07.440251 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-d2772a16-dec6-4874-a13b-8d223edb5b27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:07.480628 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-42197534-aa64-4be4-89b0-b62088e9af1d req-45213971-7201-47f1-b66e-7fe18abed939 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0632496
Jun 21 16:39:07.493105 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5c29ff-97e1-4f68-b659-ac5abd7dc4d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641}  {{(pid=78427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 16:39:07.502825 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c29ff-97e1-4f68-b659-ac5abd7dc4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbccbf3d-b35c-44cd-b74a-ded08f560543,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:07.506359 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-8b5c29ff-97e1-4f68-b659-ac5abd7dc4d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:07.508881 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-8b5c29ff-97e1-4f68-b659-ac5abd7dc4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645578'] for segment, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:07.509221 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.db.segments_db [None req-8b5c29ff-97e1-4f68-b659-ac5abd7dc4d2 admin admin] Added segment dfb73a72-6d85-4d99-8276-ef9c99e31f9a of type vlan for network 5ab42e26-4f17-4c52-8d3d-ea3c378d7887
Jun 21 16:39:07.529588 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac68923d-4d1d-4d49-91e7-045a27219150 None None] New status for floating IP 7ebb7e17-c8d6-426a-a9d6-51bd27846a96: DOWN {{(pid=78428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 16:39:07.544786 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-8b5c29ff-97e1-4f68-b659-ac5abd7dc4d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768073942321'] for network, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:07.579484 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-8b5c29ff-97e1-4f68-b659-ac5abd7dc4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592'] for network, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:07.581535 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5c29ff-97e1-4f68-b659-ac5abd7dc4d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:07.582152 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-8b5c29ff-97e1-4f68-b659-ac5abd7dc4d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for network, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:07.589449 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c141d4-6283-480c-8298-853ccb69c106 None None] Sync routers for ids ['1c331204-6ec0-4171-89fb-d058fa373702'] in dv-cinder-797161-1-iscsi {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:39:07.589939 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:07.599495 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c141d4-6283-480c-8298-853ccb69c106 None None] Routers {'1c331204-6ec0-4171-89fb-d058fa373702'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:39:07.600137 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-66c141d4-6283-480c-8298-853ccb69c106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979eaac850>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:38:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['1c331204-6ec0-4171-89fb-d058fa373702'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:39:07.711238 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 42154) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:39:07.718927 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-8b5c29ff-97e1-4f68-b659-ac5abd7dc4d2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.6315861
Jun 21 16:39:07.722765 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 42158) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:39:07.725314 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c29ff-97e1-4f68-b659-ac5abd7dc4d2 admin admin] Pushing event updated for resources: {'Network': ['ID=5ab42e26-4f17-4c52-8d3d-ea3c378d7887,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:07.735893 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-8b5c29ff-97e1-4f68-b659-ac5abd7dc4d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:07.740609 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Network 5ab42e26-4f17-4c52-8d3d-ea3c378d7887 details requested by agent ovs-agent-dv-cinder-797161-1-iscsi with host dv-cinder-797161-1-iscsi {{(pid=78428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 16:39:07.741507 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [None req-b518e5d8-3873-47e0-987e-0d68d27d5dda admin admin] Request body: {'subnet': {'network_id': '5ab42e26-4f17-4c52-8d3d-ea3c378d7887', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-445019106-subnet', 'tenant_id': '77f185f4b9f34bc6bc3a2c160e584a6a', 'ip_version': 4}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:39:07.746352 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-b518e5d8-3873-47e0-987e-0d68d27d5dda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:39:07.750323 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-b518e5d8-3873-47e0-987e-0d68d27d5dda admin admin] Usage tracker for resource:subnet and tenant:77f185f4b9f34bc6bc3a2c160e584a6a is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:39:07.753520 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-b518e5d8-3873-47e0-987e-0d68d27d5dda admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:39:07.753652 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 42c93584-495e-4381-a61f-b977ecbd7633 no longer exists at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:39:07.759925 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-b518e5d8-3873-47e0-987e-0d68d27d5dda admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:39:07.773548 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b518e5d8-3873-47e0-987e-0d68d27d5dda admin admin] Made reservation on behalf of 77f185f4b9f34bc6bc3a2c160e584a6a for: {'subnet': 1} {{(pid=78427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:39:07.779152 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-b518e5d8-3873-47e0-987e-0d68d27d5dda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301294'] for subnet, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:07.785623 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-b45b7f3a-58d6-4189-8360-b3facf3ba956 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:07.814758 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-b45b7f3a-58d6-4189-8360-b3facf3ba956 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:07.826276 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-66c141d4-6283-480c-8298-853ccb69c106 None None] Set router 1c331204-6ec0-4171-89fb-d058fa373702 gateway port host: dv-cinder-797161-1-iscsi {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:39:07.845000 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] No Port match for: 42c93584-495e-4381-a61f-b977ecbd7633 {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:39:07.845353 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 42c93584-495e-4381-a61f-b977ecbd7633 not bound to the agent host hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:39:07.874147 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-b45b7f3a-58d6-4189-8360-b3facf3ba956 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:07.879834 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-cd0aca69-14a8-43b6-aa90-a5758932efd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:07.899287 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b7f3a-58d6-4189-8360-b3facf3ba956 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19853982-ef7a-4e59-a98b-1bd64a25eb3e,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:07.902471 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-b45b7f3a-58d6-4189-8360-b3facf3ba956 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:07.912925 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-b45b7f3a-58d6-4189-8360-b3facf3ba956 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:07.914350 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-b45b7f3a-58d6-4189-8360-b3facf3ba956 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "DELETE /v2.0/security-groups/19853982-ef7a-4e59-a98b-1bd64a25eb3e HTTP/1.1" status: 204  len: 168 time: 0.2020586
Jun 21 16:39:07.922268 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 42162) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:39:07.963508 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.api.v2.resource [None req-e0cf901e-f033-449c-b532-f65e9da6e5a3 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] show failed (client error): The resource could not be found.
Jun 21 16:39:07.964756 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-e0cf901e-f033-449c-b532-f65e9da6e5a3 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups/19853982-ef7a-4e59-a98b-1bd64a25eb3e HTTP/1.1" status: 404  len: 347 time: 0.0415316
Jun 21 16:39:07.968217 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 42166) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:39:08.265345 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-79ce86cd-f1e0-480c-b0e1-e45a4fba562a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Deleting port bc46520f-5b50-4999-af5d-d9e8c36d0d44 {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:39:08.265979 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-79ce86cd-f1e0-480c-b0e1-e45a4fba562a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:08.292579 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-66c141d4-6283-480c-8298-853ccb69c106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979eaac850>, [{'id': '1c331204-6ec0-4171-89fb-d058fa373702', 'name': 'tempest-TestVolumeBootPattern-879465801-router', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:39:00Z', 'updated_at': '2021-06-21T16:39:04Z', 'revision_number': 4, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'gw_port': {'id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:36:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:01Z', 'updated_at': '2021-06-21T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': 'ddc6fb73-8003-48a7-9820-ab192af4ae1d', 'name': '', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'mac_address': 'fa:16:3e:06:0e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '95146380-c6e8-44b8-bebc-b70e51427629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:03Z', 'updated_at': '2021-06-21T16:39:04Z', 'revision_number': 2, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'subnets': [{'id': '95146380-c6e8-44b8-bebc-b70e51427629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:39:08.296871 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c141d4-6283-480c-8298-853ccb69c106 None None] Checking router: 1c331204-6ec0-4171-89fb-d058fa373702 for host: dv-cinder-797161-1-iscsi {{(pid=78429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:39:08.297647 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c141d4-6283-480c-8298-853ccb69c106 None None] Updating router 1c331204-6ec0-4171-89fb-d058fa373702 port ddc6fb73-8003-48a7-9820-ab192af4ae1d binding host dv-cinder-797161-1-iscsi {{(pid=78429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 16:39:08.300242 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-b518e5d8-3873-47e0-987e-0d68d27d5dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1910745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301308'] for subnet, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:08.305139 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:08.351040 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-66c141d4-6283-480c-8298-853ccb69c106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:08.378169 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518e5d8-3873-47e0-987e-0d68d27d5dda admin admin] Pushing event updated for resources: {'Subnet': ['ID=6df3e2b4-5857-442c-ab59-b4eb2c81fcfa,revision_number=0']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:08.382122 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-b518e5d8-3873-47e0-987e-0d68d27d5dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:08.386474 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b518e5d8-3873-47e0-987e-0d68d27d5dda admin admin] Checking segment: {'id': 'dfb73a72-6d85-4d99-8276-ef9c99e31f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5ab42e26-4f17-4c52-8d3d-ea3c378d7887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:39:08.386901 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b518e5d8-3873-47e0-987e-0d68d27d5dda admin admin] Network hostable DHCP agents. Network: 5ab42e26-4f17-4c52-8d3d-ea3c378d7887, hostable agents: ['3e057b97-a383-4976-a3a1-556748f7f018'], hosted agents: [] {{(pid=78427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 16:39:08.406855 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b518e5d8-3873-47e0-987e-0d68d27d5dda admin admin] Network 5ab42e26-4f17-4c52-8d3d-ea3c378d7887 is scheduled to be hosted by DHCP agent 3e057b97-a383-4976-a3a1-556748f7f018 with binding_index 1 {{(pid=78427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 16:39:08.416898 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.base_scheduler [None req-b518e5d8-3873-47e0-987e-0d68d27d5dda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797161-1-iscsi, 5ab42e26-4f17-4c52-8d3d-ea3c378d7887) {{(pid=78427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:39:08.431243 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a577e9-4748-44ed-96d6-8177f8e594e9 None None] Network 5ab42e26-4f17-4c52-8d3d-ea3c378d7887 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:39:08.435562 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b518e5d8-3873-47e0-987e-0d68d27d5dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:08.436629 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-b518e5d8-3873-47e0-987e-0d68d27d5dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for subnet, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:08.444353 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-79ce86cd-f1e0-480c-b0e1-e45a4fba562a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:08.444684 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-79ce86cd-f1e0-480c-b0e1-e45a4fba562a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:08.483630 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-b518e5d8-3873-47e0-987e-0d68d27d5dda admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7597582
Jun 21 16:39:08.488143 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 42170) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:39:08.499929 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [None req-0a49e70f-d8ca-4735-86e5-10cbacb6e178 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-445019106-router', 'tenant_id': '77f185f4b9f34bc6bc3a2c160e584a6a', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'}}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:39:08.506095 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-0a49e70f-d8ca-4735-86e5-10cbacb6e178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:39:08.510207 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-0a49e70f-d8ca-4735-86e5-10cbacb6e178 admin admin] Usage tracker for resource:router and tenant:77f185f4b9f34bc6bc3a2c160e584a6a is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:39:08.513976 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-0a49e70f-d8ca-4735-86e5-10cbacb6e178 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:39:08.521198 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-0a49e70f-d8ca-4735-86e5-10cbacb6e178 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:39:08.550025 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 53bc740f-9b2d-41fc-a75a-40148934d6df up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:39:08.551535 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-0a49e70f-d8ca-4735-86e5-10cbacb6e178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1648372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-965'] for router, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:08.552631 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-0a49e70f-d8ca-4735-86e5-10cbacb6e178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1674493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-972'] for router, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:08.576021 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-0a49e70f-d8ca-4735-86e5-10cbacb6e178 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:08.651273 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-79ce86cd-f1e0-480c-b0e1-e45a4fba562a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Calling delete_port for bc46520f-5b50-4999-af5d-d9e8c36d0d44 owned by network:floatingip {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:39:08.703290 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port 53bc740f-9b2d-41fc-a75a-40148934d6df triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:39:08.704095 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:08.788909 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-66c141d4-6283-480c-8298-853ccb69c106 None None] Notify callbacks [] for port, precommit_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:08.811845 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.provisioning_blocks [None req-66c141d4-6283-480c-8298-853ccb69c106 None None] Transition to ACTIVE for port object ddc6fb73-8003-48a7-9820-ab192af4ae1d will not be triggered until provisioned by entity L2. {{(pid=78429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:39:08.815498 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-79ce86cd-f1e0-480c-b0e1-e45a4fba562a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:08.820914 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-66c141d4-6283-480c-8298-853ccb69c106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:08.826163 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:08.829287 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [None req-50686e0d-89ef-4efe-a664-92e3e00aaf5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:08.845306 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb07eca-819d-4c2f-9c87-68266b0174b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a1ce61-a065-5478-9fd3-0dbf96752ebd-5ab42e26-4f17-4c52-8d3d-ea3c378d7887', 'network_id': '5ab42e26-4f17-4c52-8d3d-ea3c378d7887', 'tenant_id': '77f185f4b9f34bc6bc3a2c160e584a6a', 'fixed_ips': [{'subnet_id': '6df3e2b4-5857-442c-ab59-b4eb2c81fcfa'}]}} from dv-cinder-797161-1-iscsi. {{(pid=78428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 21 16:39:08.846821 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-0fb07eca-819d-4c2f-9c87-68266b0174b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:08.917129 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b60afd6-e51b-47ea-8463-465c711beee1 None None] Pushing event updated for resources: {'Port': ['ID=ddc6fb73-8003-48a7-9820-ab192af4ae1d,revision_number=3']} {{(pid=78429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:08.929440 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60afd6-e51b-47ea-8463-465c711beee1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:39:08.929902 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60afd6-e51b-47ea-8463-465c711beee1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:39:08.930329 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60afd6-e51b-47ea-8463-465c711beee1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:39:08.930753 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60afd6-e51b-47ea-8463-465c711beee1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:39:08.931173 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60afd6-e51b-47ea-8463-465c711beee1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:39:08.931588 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60afd6-e51b-47ea-8463-465c711beee1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:39:08.932081 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60afd6-e51b-47ea-8463-465c711beee1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:39:08.932495 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60afd6-e51b-47ea-8463-465c711beee1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:39:08.932936 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60afd6-e51b-47ea-8463-465c711beee1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:39:08.933477 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60afd6-e51b-47ea-8463-465c711beee1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:39:08.933889 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60afd6-e51b-47ea-8463-465c711beee1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:39:08.934404 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b60afd6-e51b-47ea-8463-465c711beee1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:39:08.940617 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [None req-6b60afd6-e51b-47ea-8463-465c711beee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:08.946983 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce86cd-f1e0-480c-b0e1-e45a4fba562a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Pushing event deleted for resources: {'Port': ['ID=bc46520f-5b50-4999-af5d-d9e8c36d0d44,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:08.955486 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-79ce86cd-f1e0-480c-b0e1-e45a4fba562a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:08.974659 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-0a49e70f-d8ca-4735-86e5-10cbacb6e178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1648335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-994'] for router, precommit_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:08.991090 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6e82f-13f8-4ae6-9f5d-8f041dac3210 req-8e3ec987-c302-468d-a041-6f37208dacce tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:09.005519 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f0c6e82f-13f8-4ae6-9f5d-8f041dac3210 req-8e3ec987-c302-468d-a041-6f37208dacce tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.3082790
Jun 21 16:39:09.029167 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-79ce86cd-f1e0-480c-b0e1-e45a4fba562a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for floatingip, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:09.046275 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-79ce86cd-f1e0-480c-b0e1-e45a4fba562a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:09.047670 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-79ce86cd-f1e0-480c-b0e1-e45a4fba562a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "DELETE /v2.0/floatingips/7ebb7e17-c8d6-426a-a9d6-51bd27846a96 HTTP/1.1" status: 204  len: 168 time: 1.0783195
Jun 21 16:39:09.121049 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.db_base_plugin_common [None req-0fb07eca-819d-4c2f-9c87-68266b0174b7 None None] Allocated IP 172.20.0.2 (5ab42e26-4f17-4c52-8d3d-ea3c378d7887/6df3e2b4-5857-442c-ab59-b4eb2c81fcfa/051fa507-3264-4e9d-8487-5ae9a86d5632) {{(pid=78428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:39:09.190360 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.managers [None req-66c141d4-6283-480c-8298-853ccb69c106 None None] Attempting to bind port ddc6fb73-8003-48a7-9820-ab192af4ae1d on host dv-cinder-797161-1-iscsi for vnic_type normal with profile  {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:39:09.190743 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.managers [None req-66c141d4-6283-480c-8298-853ccb69c106 None None] Attempting to bind port ddc6fb73-8003-48a7-9820-ab192af4ae1d by drivers openvswitch,hyperv on host dv-cinder-797161-1-iscsi at level 0 using segments [{'id': 'ad271a7b-5d78-41f7-9e28-3494964f653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253'}] {{(pid=78429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:39:09.191109 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c141d4-6283-480c-8298-853ccb69c106 None None] Attempting to bind port ddc6fb73-8003-48a7-9820-ab192af4ae1d on network 246ee509-2b5e-4a56-b181-933ba128d253 {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:39:09.211430 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c141d4-6283-480c-8298-853ccb69c106 None None] Checking agent: {'id': '52503dc4-35dc-4c7a-aab7-0589b5985e7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797161-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 25, 48), 'started_at': datetime.datetime(2021, 6, 21, 16, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797161-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:39:09.213869 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c141d4-6283-480c-8298-853ccb69c106 None None] Checking segment: {'id': 'ad271a7b-5d78-41f7-9e28-3494964f653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:39:09.214364 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-66c141d4-6283-480c-8298-853ccb69c106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:09.214683 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c141d4-6283-480c-8298-853ccb69c106 None None] Bound using segment: {'id': 'ad271a7b-5d78-41f7-9e28-3494964f653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253'} {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:39:09.215166 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.managers [None req-66c141d4-6283-480c-8298-853ccb69c106 None None] Bound port: ddc6fb73-8003-48a7-9820-ab192af4ae1d, host: dv-cinder-797161-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad271a7b-5d78-41f7-9e28-3494964f653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253'}}] {{(pid=78429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:39:09.215568 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-66c141d4-6283-480c-8298-853ccb69c106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:09.232197 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f0c6e82f-13f8-4ae6-9f5d-8f041dac3210 req-bcb03d58-cf3c-4a82-91d5-d63977fd5d01 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2257719
Jun 21 16:39:09.310060 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1a620-fadb-46ee-ac5c-65e1e0ebdf72 req-464f6dd9-2801-46e8-8c71-f68a3b2555df tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:09.311391 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-7ec1a620-fadb-46ee-ac5c-65e1e0ebdf72 req-464f6dd9-2801-46e8-8c71-f68a3b2555df tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Synchronizing usage tracker for tenant:905d3e9862c043939d7e73a1320af084 on resource:port {{(pid=78426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:39:09.337674 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-7ec1a620-fadb-46ee-ac5c-65e1e0ebdf72 req-464f6dd9-2801-46e8-8c71-f68a3b2555df tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Unset dirty status for tenant:905d3e9862c043939d7e73a1320af084 on resource:port {{(pid=78426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:39:09.338805 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-7ec1a620-fadb-46ee-ac5c-65e1e0ebdf72 req-464f6dd9-2801-46e8-8c71-f68a3b2555df tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.39 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.1457438
Jun 21 16:39:09.347882 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.db [None req-66c141d4-6283-480c-8298-853ccb69c106 None None] For port ddc6fb73-8003-48a7-9820-ab192af4ae1d, host dv-cinder-797161-1-iscsi, cleared binding levels {{(pid=78429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:39:09.351442 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.db [None req-66c141d4-6283-480c-8298-853ccb69c106 None None] For port ddc6fb73-8003-48a7-9820-ab192af4ae1d, host dv-cinder-797161-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=ddc6fb73-8003-48a7-9820-ab192af4ae1d,segment=NetworkSegment(ad271a7b-5d78-41f7-9e28-3494964f653a),segment_id=ad271a7b-5d78-41f7-9e28-3494964f653a)] {{(pid=78429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:39:09.360759 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-66c141d4-6283-480c-8298-853ccb69c106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:09.371991 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:09.453768 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b60afd6-e51b-47ea-8463-465c711beee1 None None] Pushing event updated for resources: {'Port': ['ID=ddc6fb73-8003-48a7-9820-ab192af4ae1d,revision_number=4']} {{(pid=78429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:09.474654 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [None req-6b60afd6-e51b-47ea-8463-465c711beee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:09.480541 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [req-7ec1a620-fadb-46ee-ac5c-65e1e0ebdf72 req-df7a4d5b-258a-475c-9e09-ba02b04ccb8a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Deleting port 32d8e820-c446-4a72-97ae-5ee7f9df1866 {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:39:09.481279 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-7ec1a620-fadb-46ee-ac5c-65e1e0ebdf72 req-df7a4d5b-258a-475c-9e09-ba02b04ccb8a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:09.482074 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-0fb07eca-819d-4c2f-9c87-68266b0174b7 None None] Notify callbacks [] for port, precommit_create {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:09.495930 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-0fb07eca-819d-4c2f-9c87-68266b0174b7 None None] Transition to ACTIVE for port object 051fa507-3264-4e9d-8487-5ae9a86d5632 will not be triggered until provisioned by entity L2. {{(pid=78428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:39:09.499206 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c141d4-6283-480c-8298-853ccb69c106 None None] Routers {'1c331204-6ec0-4171-89fb-d058fa373702'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:39:09.500162 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-66c141d4-6283-480c-8298-853ccb69c106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979eaac850>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:38:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['1c331204-6ec0-4171-89fb-d058fa373702'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:39:09.521961 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-0fb07eca-819d-4c2f-9c87-68266b0174b7 None None] Transition to ACTIVE for port object 051fa507-3264-4e9d-8487-5ae9a86d5632 will not be triggered until provisioned by entity DHCP. {{(pid=78428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:39:09.529704 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-0fb07eca-819d-4c2f-9c87-68266b0174b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512'] for port, after_create {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:09.536122 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:09.619494 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb07eca-819d-4c2f-9c87-68266b0174b7 None None] Network 5ab42e26-4f17-4c52-8d3d-ea3c378d7887 is already hosted by enough agents. {{(pid=78428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:39:09.622525 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.scheduler.base_scheduler [None req-0fb07eca-819d-4c2f-9c87-68266b0174b7 None None] Resources bound (agent type, host, resource id):  {{(pid=78428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:39:09.632956 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb07eca-819d-4c2f-9c87-68266b0174b7 None None] Received port after_create {{(pid=78428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:39:09.637457 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb07eca-819d-4c2f-9c87-68266b0174b7 None None] Pushing event updated for resources: {'Port': ['ID=051fa507-3264-4e9d-8487-5ae9a86d5632,revision_number=1']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:09.641061 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-0fb07eca-819d-4c2f-9c87-68266b0174b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:09.782862 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-66c141d4-6283-480c-8298-853ccb69c106 None None] Set router 1c331204-6ec0-4171-89fb-d058fa373702 gateway port host: dv-cinder-797161-1-iscsi {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:39:09.791028 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-0fb07eca-819d-4c2f-9c87-68266b0174b7 None None] Attempting to bind port 051fa507-3264-4e9d-8487-5ae9a86d5632 on host dv-cinder-797161-1-iscsi for vnic_type normal with profile  {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:39:09.791397 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-0fb07eca-819d-4c2f-9c87-68266b0174b7 None None] Attempting to bind port 051fa507-3264-4e9d-8487-5ae9a86d5632 by drivers openvswitch,hyperv on host dv-cinder-797161-1-iscsi at level 0 using segments [{'id': 'dfb73a72-6d85-4d99-8276-ef9c99e31f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5ab42e26-4f17-4c52-8d3d-ea3c378d7887'}] {{(pid=78428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:39:09.791791 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb07eca-819d-4c2f-9c87-68266b0174b7 None None] Attempting to bind port 051fa507-3264-4e9d-8487-5ae9a86d5632 on network 5ab42e26-4f17-4c52-8d3d-ea3c378d7887 {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:39:09.797265 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb07eca-819d-4c2f-9c87-68266b0174b7 None None] Checking agent: {'id': '52503dc4-35dc-4c7a-aab7-0589b5985e7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797161-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 25, 48), 'started_at': datetime.datetime(2021, 6, 21, 16, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797161-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:39:09.797633 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb07eca-819d-4c2f-9c87-68266b0174b7 None None] Checking segment: {'id': 'dfb73a72-6d85-4d99-8276-ef9c99e31f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5ab42e26-4f17-4c52-8d3d-ea3c378d7887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:39:09.798033 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-0fb07eca-819d-4c2f-9c87-68266b0174b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:09.798422 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb07eca-819d-4c2f-9c87-68266b0174b7 None None] Bound using segment: {'id': 'dfb73a72-6d85-4d99-8276-ef9c99e31f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5ab42e26-4f17-4c52-8d3d-ea3c378d7887'} {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:39:09.799574 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-0fb07eca-819d-4c2f-9c87-68266b0174b7 None None] Bound port: 051fa507-3264-4e9d-8487-5ae9a86d5632, host: dv-cinder-797161-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb73a72-6d85-4d99-8276-ef9c99e31f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5ab42e26-4f17-4c52-8d3d-ea3c378d7887'}}] {{(pid=78428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:39:09.800605 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-0fb07eca-819d-4c2f-9c87-68266b0174b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:09.871463 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [req-7ec1a620-fadb-46ee-ac5c-65e1e0ebdf72 req-df7a4d5b-258a-475c-9e09-ba02b04ccb8a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] For port 32d8e820-c446-4a72-97ae-5ee7f9df1866, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=32d8e820-c446-4a72-97ae-5ee7f9df1866,segment=NetworkSegment(16cd9c55-e131-42a6-8dc4-ceeca16849f7),segment_id=16cd9c55-e131-42a6-8dc4-ceeca16849f7)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:39:09.872109 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-7ec1a620-fadb-46ee-ac5c-65e1e0ebdf72 req-df7a4d5b-258a-475c-9e09-ba02b04ccb8a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:09.874985 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-0a49e70f-d8ca-4735-86e5-10cbacb6e178 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:09.905454 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-0a49e70f-d8ca-4735-86e5-10cbacb6e178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:09.997342 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-0fb07eca-819d-4c2f-9c87-68266b0174b7 None None] For port 051fa507-3264-4e9d-8487-5ae9a86d5632, host dv-cinder-797161-1-iscsi, cleared binding levels {{(pid=78428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:39:10.000671 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-0fb07eca-819d-4c2f-9c87-68266b0174b7 None None] For port 051fa507-3264-4e9d-8487-5ae9a86d5632, host dv-cinder-797161-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=051fa507-3264-4e9d-8487-5ae9a86d5632,segment=NetworkSegment(dfb73a72-6d85-4d99-8276-ef9c99e31f9a),segment_id=dfb73a72-6d85-4d99-8276-ef9c99e31f9a)] {{(pid=78428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:39:10.007878 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-0fb07eca-819d-4c2f-9c87-68266b0174b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:10.011720 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-e06ae2a4-a316-4165-be65-508a037d93c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:10.083847 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.db_base_plugin_common [None req-0a49e70f-d8ca-4735-86e5-10cbacb6e178 admin admin] Allocated IP 172.27.1.104 (70dc8c3b-1fd1-4e34-848f-30da40ce5650/64348721-2f14-434e-9349-1c86303c6cb6/32b4495d-981b-4ced-9a2e-9f33af358ab9) {{(pid=78427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:39:10.104624 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb07eca-819d-4c2f-9c87-68266b0174b7 None None] Pushing event updated for resources: {'Port': ['ID=051fa507-3264-4e9d-8487-5ae9a86d5632,revision_number=2']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:10.108526 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-0fb07eca-819d-4c2f-9c87-68266b0174b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:10.226009 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 42182) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:39:10.237868 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [None req-74379ce7-1240-4d55-a96b-92662eb1e6f3 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Request body: {'security_group': {'name': 'tempest-securitygroup--872260439', 'description': 'tempest-description--1572150907'}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:39:10.242305 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-66c141d4-6283-480c-8298-853ccb69c106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979eaac850>, [{'id': '1c331204-6ec0-4171-89fb-d058fa373702', 'name': 'tempest-TestVolumeBootPattern-879465801-router', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:39:00Z', 'updated_at': '2021-06-21T16:39:04Z', 'revision_number': 4, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'gw_port': {'id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:36:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:01Z', 'updated_at': '2021-06-21T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': 'ddc6fb73-8003-48a7-9820-ab192af4ae1d', 'name': '', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'mac_address': 'fa:16:3e:06:0e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '95146380-c6e8-44b8-bebc-b70e51427629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:03Z', 'updated_at': '2021-06-21T16:39:09Z', 'revision_number': 4, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'subnets': [{'id': '95146380-c6e8-44b8-bebc-b70e51427629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:39:10.243446 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-74379ce7-1240-4d55-a96b-92662eb1e6f3 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:39:10.247748 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-74379ce7-1240-4d55-a96b-92662eb1e6f3 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Usage tracker for resource:security_group and tenant:2f495dd509064a23adb18dc1cd54b526 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:39:10.250261 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c141d4-6283-480c-8298-853ccb69c106 None None] The sync data for ids ['1c331204-6ec0-4171-89fb-d058fa373702'] in dv-cinder-797161-1-iscsi is: [{'id': '1c331204-6ec0-4171-89fb-d058fa373702', 'name': 'tempest-TestVolumeBootPattern-879465801-router', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:39:00Z', 'updated_at': '2021-06-21T16:39:04Z', 'revision_number': 4, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'gw_port': {'id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:36:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:01Z', 'updated_at': '2021-06-21T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': 'ddc6fb73-8003-48a7-9820-ab192af4ae1d', 'name': '', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'mac_address': 'fa:16:3e:06:0e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '95146380-c6e8-44b8-bebc-b70e51427629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:03Z', 'updated_at': '2021-06-21T16:39:09Z', 'revision_number': 4, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'subnets': [{'id': '95146380-c6e8-44b8-bebc-b70e51427629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:39:10.250893 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-74379ce7-1240-4d55-a96b-92662eb1e6f3 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:39:10.271199 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-74379ce7-1240-4d55-a96b-92662eb1e6f3 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:39:10.334510 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-74379ce7-1240-4d55-a96b-92662eb1e6f3 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:10.354899 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-7ec1a620-fadb-46ee-ac5c-65e1e0ebdf72 req-df7a4d5b-258a-475c-9e09-ba02b04ccb8a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:10.355457 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-7ec1a620-fadb-46ee-ac5c-65e1e0ebdf72 req-df7a4d5b-258a-475c-9e09-ba02b04ccb8a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727397'] for floatingip, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:10.355878 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.db.l3_db [req-7ec1a620-fadb-46ee-ac5c-65e1e0ebdf72 req-df7a4d5b-258a-475c-9e09-ba02b04ccb8a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Floating IP 0d644247-aeda-4454-941d-4cbbc3d807a4 disassociated. External IP: 172.27.1.82, port: 32d8e820-c446-4a72-97ae-5ee7f9df1866.
Jun 21 16:39:10.356268 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [req-7ec1a620-fadb-46ee-ac5c-65e1e0ebdf72 req-df7a4d5b-258a-475c-9e09-ba02b04ccb8a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Calling delete_port for 32d8e820-c446-4a72-97ae-5ee7f9df1866 owned by compute:nova {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:39:10.390518 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-0a49e70f-d8ca-4735-86e5-10cbacb6e178 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:10.394663 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-74379ce7-1240-4d55-a96b-92662eb1e6f3 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:39:10.401098 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-74379ce7-1240-4d55-a96b-92662eb1e6f3 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Usage tracker for resource:security_group_rule and tenant:2f495dd509064a23adb18dc1cd54b526 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:39:10.404757 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-74379ce7-1240-4d55-a96b-92662eb1e6f3 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:39:10.413604 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-74379ce7-1240-4d55-a96b-92662eb1e6f3 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:39:10.617640 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-7ec1a620-fadb-46ee-ac5c-65e1e0ebdf72 req-df7a4d5b-258a-475c-9e09-ba02b04ccb8a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:10.625050 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-466ed42f-3048-4fc5-b09b-da5ebbb84850 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:10.660020 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-0a49e70f-d8ca-4735-86e5-10cbacb6e178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1910645'] for port, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:10.660456 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 051fa507-3264-4e9d-8487-5ae9a86d5632 up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:39:10.667783 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-fd3b4610-d031-44c8-b31b-2239fc0cba7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:10.726839 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:39:10.753239 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-74379ce7-1240-4d55-a96b-92662eb1e6f3 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:10.770464 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a49e70f-d8ca-4735-86e5-10cbacb6e178 admin admin] Network 70dc8c3b-1fd1-4e34-848f-30da40ce5650 is already hosted by enough agents. {{(pid=78427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:39:10.771984 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning for port 051fa507-3264-4e9d-8487-5ae9a86d5632 completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:39:10.775293 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.base_scheduler [None req-0a49e70f-d8ca-4735-86e5-10cbacb6e178 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:39:10.777657 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device ddc6fb73-8003-48a7-9820-ab192af4ae1d up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:39:10.780530 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-74379ce7-1240-4d55-a96b-92662eb1e6f3 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:10.818945 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a49e70f-d8ca-4735-86e5-10cbacb6e178 admin admin] Received port after_create {{(pid=78427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:39:10.852894 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7a4d5b-258a-475c-9e09-ba02b04ccb8a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Pushing event deleted for resources: {'Port': ['ID=32d8e820-c446-4a72-97ae-5ee7f9df1866,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:10.854461 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49e70f-d8ca-4735-86e5-10cbacb6e178 admin admin] Pushing event updated for resources: {'Port': ['ID=32b4495d-981b-4ced-9a2e-9f33af358ab9,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:10.855876 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-df7a4d5b-258a-475c-9e09-ba02b04ccb8a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:10.856069 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning for port ddc6fb73-8003-48a7-9820-ab192af4ae1d completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:39:10.862998 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port ddc6fb73-8003-48a7-9820-ab192af4ae1d triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:39:10.863528 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:10.871461 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-74379ce7-1240-4d55-a96b-92662eb1e6f3 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:10.872898 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-74379ce7-1240-4d55-a96b-92662eb1e6f3 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.6417532
Jun 21 16:39:10.875154 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-0a49e70f-d8ca-4735-86e5-10cbacb6e178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:10.880081 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-1d13e89d-be29-4add-84b8-7b9d91ce1b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:10.896634 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 42188) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:39:10.910064 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [None req-bfe08edc-36f7-431f-b624-adbd6e19ecf4 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Request body: {'security_group_rule': {'security_group_id': '5e8da3b0-e405-48c1-8ee9-bcdbfe699f66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:39:10.943963 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-bfe08edc-36f7-431f-b624-adbd6e19ecf4 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:39:10.963411 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4233039-e808-4809-a710-627df5d81865 req-6b6097ca-c9b1-47f5-adab-769c0020f15c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:10.965169 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c4233039-e808-4809-a710-627df5d81865 req-6b6097ca-c9b1-47f5-adab-769c0020f15c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 946 time: 0.5148516
Jun 21 16:39:10.976308 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-bfe08edc-36f7-431f-b624-adbd6e19ecf4 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Usage tracker for resource:security_group_rule and tenant:2f495dd509064a23adb18dc1cd54b526 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:39:10.984067 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-bfe08edc-36f7-431f-b624-adbd6e19ecf4 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:39:11.043079 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-bfe08edc-36f7-431f-b624-adbd6e19ecf4 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:39:11.045251 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74379ce7-1240-4d55-a96b-92662eb1e6f3 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:11.060254 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:11.109937 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] For port ddc6fb73-8003-48a7-9820-ab192af4ae1d, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=ddc6fb73-8003-48a7-9820-ab192af4ae1d,segment=NetworkSegment(ad271a7b-5d78-41f7-9e28-3494964f653a),segment_id=ad271a7b-5d78-41f7-9e28-3494964f653a)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:39:11.119105 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ec1a620-fadb-46ee-ac5c-65e1e0ebdf72 req-df7a4d5b-258a-475c-9e09-ba02b04ccb8a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Router e949684e-6998-4740-843d-2dd7b71d6b52 has already been hosted by L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb {{(pid=78426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 16:39:11.121665 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:11.124786 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:11.128915 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-74379ce7-1240-4d55-a96b-92662eb1e6f3 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:11.195319 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c4233039-e808-4809-a710-627df5d81865 req-27604e50-c4ae-4bf6-8185-4edd7add627f tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=01f08816-8ba3-49be-8ea9-ab793f491bb7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2142222
Jun 21 16:39:11.248419 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Pushing event updated for resources: {'Port': ['ID=ddc6fb73-8003-48a7-9820-ab192af4ae1d,revision_number=5']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:11.260100 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:11.364275 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ec1a620-fadb-46ee-ac5c-65e1e0ebdf72 req-df7a4d5b-258a-475c-9e09-ba02b04ccb8a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:39:11.375747 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-bfe08edc-36f7-431f-b624-adbd6e19ecf4 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:11.383866 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b91703f-21a0-4e2f-815d-19d8ba3217e4 None None] Sync routers for ids ['e949684e-6998-4740-843d-2dd7b71d6b52'] in dv-cinder-797161-1-iscsi {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:39:11.404025 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b91703f-21a0-4e2f-815d-19d8ba3217e4 None None] Routers {'e949684e-6998-4740-843d-2dd7b71d6b52'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:39:11.404933 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-1b91703f-21a0-4e2f-815d-19d8ba3217e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d27a0d0>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:38:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['e949684e-6998-4740-843d-2dd7b71d6b52'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:39:11.510252 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec1a620-fadb-46ee-ac5c-65e1e0ebdf72 req-df7a4d5b-258a-475c-9e09-ba02b04ccb8a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] No DVR routers for this DVR port 32d8e820-c446-4a72-97ae-5ee7f9df1866 on host hv-cinder-79716 {{(pid=78426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 16:39:11.515998 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-7ec1a620-fadb-46ee-ac5c-65e1e0ebdf72 req-df7a4d5b-258a-475c-9e09-ba02b04ccb8a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:11.519282 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88a241a-aac4-4b07-96d3-cba458b656df', 'name': 'network-vif-deleted', 'tag': '32d8e820-c446-4a72-97ae-5ee7f9df1866'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:39:11.570295 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-7ec1a620-fadb-46ee-ac5c-65e1e0ebdf72 req-df7a4d5b-258a-475c-9e09-ba02b04ccb8a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.39 "DELETE /v2.0/ports/32d8e820-c446-4a72-97ae-5ee7f9df1866 HTTP/1.1" status: 204  len: 173 time: 2.2233088
Jun 21 16:39:11.596802 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88a241a-aac4-4b07-96d3-cba458b656df', 'name': 'network-vif-deleted', 'tag': '32d8e820-c446-4a72-97ae-5ee7f9df1866', 'status': 'completed', 'code': 200}
Jun 21 16:39:11.647831 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-bfe08edc-36f7-431f-b624-adbd6e19ecf4 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:11.698314 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-1b91703f-21a0-4e2f-815d-19d8ba3217e4 None None] Set router e949684e-6998-4740-843d-2dd7b71d6b52 gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:39:11.705435 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-bfe08edc-36f7-431f-b624-adbd6e19ecf4 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742334'] for security_group_rule, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:11.724175 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:11.742164 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe08edc-36f7-431f-b624-adbd6e19ecf4 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0957bf2-73b2-413e-af0d-562ebada02d4,revision_number=0']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:11.749898 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-bfe08edc-36f7-431f-b624-adbd6e19ecf4 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:11.772853 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-0a49e70f-d8ca-4735-86e5-10cbacb6e178 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:11.802397 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399d8a26-8344-4233-b902-cbe66ba5065f None None] Network 5ab42e26-4f17-4c52-8d3d-ea3c378d7887 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:39:11.850987 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-bfe08edc-36f7-431f-b624-adbd6e19ecf4 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:11.852172 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-bfe08edc-36f7-431f-b624-adbd6e19ecf4 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9502063
Jun 21 16:39:11.854882 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 42194) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:39:11.860524 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-154f0df2-fa92-4c67-b908-fe799b265978 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Request body: {'security_group_rule': {'security_group_id': '5e8da3b0-e405-48c1-8ee9-bcdbfe699f66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:39:11.867450 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-154f0df2-fa92-4c67-b908-fe799b265978 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:39:11.873807 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-154f0df2-fa92-4c67-b908-fe799b265978 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Usage tracker for resource:security_group_rule and tenant:2f495dd509064a23adb18dc1cd54b526 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:39:11.877409 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-154f0df2-fa92-4c67-b908-fe799b265978 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:39:11.886629 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-154f0df2-fa92-4c67-b908-fe799b265978 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:39:11.921308 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-154f0df2-fa92-4c67-b908-fe799b265978 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:11.991633 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-154f0df2-fa92-4c67-b908-fe799b265978 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:11.997472 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-154f0df2-fa92-4c67-b908-fe799b265978 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742334'] for security_group_rule, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:11.999846 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-2c6b4e9e-b336-41e1-8c2e-8d6ebdb339b8 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:12.018348 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f0df2-fa92-4c67-b908-fe799b265978 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0921b5a4-55c4-46b1-b925-a2a0ab551a27,revision_number=0']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:12.052741 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-154f0df2-fa92-4c67-b908-fe799b265978 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:12.058354 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-154f0df2-fa92-4c67-b908-fe799b265978 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:12.062893 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-154f0df2-fa92-4c67-b908-fe799b265978 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2038162
Jun 21 16:39:12.065124 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 42198) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:39:12.074192 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-06154359-1f92-49d6-b4be-e120ebf183e7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Request body: {'floatingip': {'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:39:12.083410 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-06154359-1f92-49d6-b4be-e120ebf183e7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:39:12.090607 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-06154359-1f92-49d6-b4be-e120ebf183e7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Usage tracker for resource:floatingip and tenant:2f495dd509064a23adb18dc1cd54b526 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:39:12.096859 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-06154359-1f92-49d6-b4be-e120ebf183e7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:39:12.098855 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-fc46e355-7c0a-40ed-abdd-a4f469d76486 None None] Provisioning for port 051fa507-3264-4e9d-8487-5ae9a86d5632 completed by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:39:12.106228 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-06154359-1f92-49d6-b4be-e120ebf183e7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:39:12.130300 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-fc46e355-7c0a-40ed-abdd-a4f469d76486 None None] Provisioning complete for port 051fa507-3264-4e9d-8487-5ae9a86d5632 triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:39:12.130950 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-fc46e355-7c0a-40ed-abdd-a4f469d76486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:12.142752 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-06154359-1f92-49d6-b4be-e120ebf183e7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for floatingip, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:12.304868 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-0a49e70f-d8ca-4735-86e5-10cbacb6e178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727309'] for router, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:12.306577 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-06154359-1f92-49d6-b4be-e120ebf183e7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:12.454032 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-fc46e355-7c0a-40ed-abdd-a4f469d76486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:12.485446 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [None req-06154359-1f92-49d6-b4be-e120ebf183e7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Allocated IP 172.27.1.5 (70dc8c3b-1fd1-4e34-848f-30da40ce5650/64348721-2f14-434e-9349-1c86303c6cb6/21c08409-ce0b-4440-ac6f-fef6905f8056) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:39:12.502547 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-1b91703f-21a0-4e2f-815d-19d8ba3217e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d27a0d0>, [{'id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'name': 'tempest-AttachVolumeTestJSON-1230404924-router', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'fd27e4a8-fb4c-4a4d-b482-c63d56f16a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:13Z', 'updated_at': '2021-06-21T16:34:22Z', 'revision_number': 4, 'project_id': '905d3e9862c043939d7e73a1320af084', 'gw_port': {'id': 'fd27e4a8-fb4c-4a4d-b482-c63d56f16a66', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:14Z', 'updated_at': '2021-06-21T16:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': 'b0b7908a-d7fb-49bc-9942-1ac0747c778b', 'name': '', 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'mac_address': 'fa:16:3e:a4:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2be6e26d-5dd3-4545-8f70-57f38dc5039e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:20Z', 'updated_at': '2021-06-21T16:34:43Z', 'revision_number': 5, 'project_id': '905d3e9862c043939d7e73a1320af084', 'subnets': [{'id': '2be6e26d-5dd3-4545-8f70-57f38dc5039e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:39:12.515473 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-fc46e355-7c0a-40ed-abdd-a4f469d76486 None None] For port 051fa507-3264-4e9d-8487-5ae9a86d5632, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=051fa507-3264-4e9d-8487-5ae9a86d5632,segment=NetworkSegment(dfb73a72-6d85-4d99-8276-ef9c99e31f9a),segment_id=dfb73a72-6d85-4d99-8276-ef9c99e31f9a)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:39:12.517047 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b91703f-21a0-4e2f-815d-19d8ba3217e4 None None] Checking router: e949684e-6998-4740-843d-2dd7b71d6b52 for host: dv-cinder-797161-1-iscsi {{(pid=78428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:39:12.529442 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-fc46e355-7c0a-40ed-abdd-a4f469d76486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:12.532305 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-0fb07eca-819d-4c2f-9c87-68266b0174b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:12.605112 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device ddc6fb73-8003-48a7-9820-ab192af4ae1d up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:39:12.612711 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a49e70f-d8ca-4735-86e5-10cbacb6e178 admin admin] Router e776b49b-0076-467b-8eff-aa97174d5f8d is scheduled to L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb with binding_index 1 {{(pid=78427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 16:39:12.649814 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b91703f-21a0-4e2f-815d-19d8ba3217e4 None None] Routers {'e949684e-6998-4740-843d-2dd7b71d6b52'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:39:12.650934 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-1b91703f-21a0-4e2f-815d-19d8ba3217e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d27a0d0>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:38:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['e949684e-6998-4740-843d-2dd7b71d6b52'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:39:12.715694 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-06154359-1f92-49d6-b4be-e120ebf183e7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:12.764881 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-06154359-1f92-49d6-b4be-e120ebf183e7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:12.771320 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-29118a0d-831b-4129-82b0-6e4204b1010b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:12.843080 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06154359-1f92-49d6-b4be-e120ebf183e7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Network 70dc8c3b-1fd1-4e34-848f-30da40ce5650 is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:39:12.848613 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-06154359-1f92-49d6-b4be-e120ebf183e7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:39:12.850961 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06154359-1f92-49d6-b4be-e120ebf183e7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:39:12.890438 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06154359-1f92-49d6-b4be-e120ebf183e7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Pushing event updated for resources: {'Port': ['ID=21c08409-ce0b-4440-ac6f-fef6905f8056,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:12.894050 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-06154359-1f92-49d6-b4be-e120ebf183e7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:12.894390 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc46e355-7c0a-40ed-abdd-a4f469d76486 None None] Pushing event updated for resources: {'Port': ['ID=051fa507-3264-4e9d-8487-5ae9a86d5632,revision_number=3']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:12.901021 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7ee378f5-a2c0-4ef7-ae4a-fa86d1a15f10 req-282c561d-58e4-4c0a-b5c2-2523243e78db tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a88a241a-aac4-4b07-96d3-cba458b656df HTTP/1.1" status: 200  len: 210 time: 0.4916832
Jun 21 16:39:12.905414 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-fc46e355-7c0a-40ed-abdd-a4f469d76486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:12.929340 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a49e70f-d8ca-4735-86e5-10cbacb6e178 admin admin] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:39:12.938200 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-9e1d130d-03f5-40b3-ad22-b59e04d88fed None None] Provisioning complete for port 051fa507-3264-4e9d-8487-5ae9a86d5632 triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:39:12.938590 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-9e1d130d-03f5-40b3-ad22-b59e04d88fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:12.943427 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c425cd28-df36-4155-9c4f-12dcefe1eff9 None None] Sync routers for ids ['e776b49b-0076-467b-8eff-aa97174d5f8d'] in dv-cinder-797161-1-iscsi {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:39:12.951664 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-0a49e70f-d8ca-4735-86e5-10cbacb6e178 admin admin] Notify callbacks [] for router, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:12.953344 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-0a49e70f-d8ca-4735-86e5-10cbacb6e178 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.4641385
Jun 21 16:39:12.956305 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c425cd28-df36-4155-9c4f-12dcefe1eff9 None None] Routers {'e776b49b-0076-467b-8eff-aa97174d5f8d'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:39:12.956480 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 42206) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:39:12.957274 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-c425cd28-df36-4155-9c4f-12dcefe1eff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979ea614f0>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:38:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['e776b49b-0076-467b-8eff-aa97174d5f8d'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:39:12.959776 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-06154359-1f92-49d6-b4be-e120ebf183e7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:13.037349 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-06154359-1f92-49d6-b4be-e120ebf183e7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:13.058973 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port ddc6fb73-8003-48a7-9820-ab192af4ae1d triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:39:13.059252 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:13.100383 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-1b91703f-21a0-4e2f-815d-19d8ba3217e4 None None] Set router e949684e-6998-4740-843d-2dd7b71d6b52 gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:39:13.193344 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-c425cd28-df36-4155-9c4f-12dcefe1eff9 None None] Set router e776b49b-0076-467b-8eff-aa97174d5f8d gateway port host: dv-cinder-797161-1-iscsi {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:39:13.337453 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-06154359-1f92-49d6-b4be-e120ebf183e7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for port, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:13.344258 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-06154359-1f92-49d6-b4be-e120ebf183e7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2434630'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:13.350955 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:13.506992 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-c425cd28-df36-4155-9c4f-12dcefe1eff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979ea614f0>, [{'id': 'e776b49b-0076-467b-8eff-aa97174d5f8d', 'name': 'tempest-TestVolumeBootPattern-445019106-router', 'tenant_id': '77f185f4b9f34bc6bc3a2c160e584a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '32b4495d-981b-4ced-9a2e-9f33af358ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:39:08Z', 'updated_at': '2021-06-21T16:39:11Z', 'revision_number': 3, 'project_id': '77f185f4b9f34bc6bc3a2c160e584a6a', 'gw_port': {'id': '32b4495d-981b-4ced-9a2e-9f33af358ab9', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e776b49b-0076-467b-8eff-aa97174d5f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:09Z', 'updated_at': '2021-06-21T16:39:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi'}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:39:13.511716 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c425cd28-df36-4155-9c4f-12dcefe1eff9 None None] Checking router: e776b49b-0076-467b-8eff-aa97174d5f8d for host: dv-cinder-797161-1-iscsi {{(pid=78429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:39:13.512309 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c425cd28-df36-4155-9c4f-12dcefe1eff9 None None] Updating router e776b49b-0076-467b-8eff-aa97174d5f8d port 32b4495d-981b-4ced-9a2e-9f33af358ab9 binding host dv-cinder-797161-1-iscsi {{(pid=78429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 16:39:13.573993 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-1b91703f-21a0-4e2f-815d-19d8ba3217e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d27a0d0>, [{'id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'name': 'tempest-AttachVolumeTestJSON-1230404924-router', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'fd27e4a8-fb4c-4a4d-b482-c63d56f16a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:13Z', 'updated_at': '2021-06-21T16:34:22Z', 'revision_number': 4, 'project_id': '905d3e9862c043939d7e73a1320af084', 'gw_port': {'id': 'fd27e4a8-fb4c-4a4d-b482-c63d56f16a66', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:14Z', 'updated_at': '2021-06-21T16:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': 'b0b7908a-d7fb-49bc-9942-1ac0747c778b', 'name': '', 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'mac_address': 'fa:16:3e:a4:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2be6e26d-5dd3-4545-8f70-57f38dc5039e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:20Z', 'updated_at': '2021-06-21T16:34:43Z', 'revision_number': 5, 'project_id': '905d3e9862c043939d7e73a1320af084', 'subnets': [{'id': '2be6e26d-5dd3-4545-8f70-57f38dc5039e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:39:13.578381 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-c425cd28-df36-4155-9c4f-12dcefe1eff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:13.578667 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b91703f-21a0-4e2f-815d-19d8ba3217e4 None None] The sync data for ids ['e949684e-6998-4740-843d-2dd7b71d6b52'] in dv-cinder-797161-1-iscsi is: [{'id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'name': 'tempest-AttachVolumeTestJSON-1230404924-router', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'fd27e4a8-fb4c-4a4d-b482-c63d56f16a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:13Z', 'updated_at': '2021-06-21T16:34:22Z', 'revision_number': 4, 'project_id': '905d3e9862c043939d7e73a1320af084', 'gw_port': {'id': 'fd27e4a8-fb4c-4a4d-b482-c63d56f16a66', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:14Z', 'updated_at': '2021-06-21T16:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': 'b0b7908a-d7fb-49bc-9942-1ac0747c778b', 'name': '', 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'mac_address': 'fa:16:3e:a4:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2be6e26d-5dd3-4545-8f70-57f38dc5039e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:20Z', 'updated_at': '2021-06-21T16:34:43Z', 'revision_number': 5, 'project_id': '905d3e9862c043939d7e73a1320af084', 'subnets': [{'id': '2be6e26d-5dd3-4545-8f70-57f38dc5039e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:39:13.606282 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06154359-1f92-49d6-b4be-e120ebf183e7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Pushing event updated for resources: {'Port': ['ID=21c08409-ce0b-4440-ac6f-fef6905f8056,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:13.610564 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-06154359-1f92-49d6-b4be-e120ebf183e7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:13.622060 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-06154359-1f92-49d6-b4be-e120ebf183e7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727397'] for floatingip, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:13.649262 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-06154359-1f92-49d6-b4be-e120ebf183e7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:13.650931 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-06154359-1f92-49d6-b4be-e120ebf183e7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 1.5827258
Jun 21 16:39:13.739900 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 32d8e820-c446-4a72-97ae-5ee7f9df1866 no longer exists at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:39:13.797243 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] No Port match for: 32d8e820-c446-4a72-97ae-5ee7f9df1866 {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:39:13.797664 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 32d8e820-c446-4a72-97ae-5ee7f9df1866 not bound to the agent host hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:39:13.856666 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-96df45c4-0848-462e-82ba-a108d32bd633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:13.935422 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51476f10-9e50-44e4-970c-6bfb53c1cf9e None None] New status for floating IP 0d644247-aeda-4454-941d-4cbbc3d807a4: DOWN {{(pid=78428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 16:39:13.986815 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-c425cd28-df36-4155-9c4f-12dcefe1eff9 None None] Notify callbacks [] for port, precommit_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:14.000649 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.provisioning_blocks [None req-c425cd28-df36-4155-9c4f-12dcefe1eff9 None None] Transition to ACTIVE for port object 32b4495d-981b-4ced-9a2e-9f33af358ab9 will not be triggered until provisioned by entity L2. {{(pid=78429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:39:14.010532 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-c425cd28-df36-4155-9c4f-12dcefe1eff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:14.036273 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [None req-5c801dc5-3028-41a2-a1dd-ab0f206ea2b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:14.120325 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa04215-309e-489f-80f8-915d80c85c98 None None] Pushing event updated for resources: {'Port': ['ID=32b4495d-981b-4ced-9a2e-9f33af358ab9,revision_number=2']} {{(pid=78429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:14.145312 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-e3e43660-5484-4d8f-b149-ee24786402fa tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Synchronizing usage tracker for tenant:2f495dd509064a23adb18dc1cd54b526 on resource:security_group {{(pid=78427) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:39:14.145550 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.managers [None req-c425cd28-df36-4155-9c4f-12dcefe1eff9 None None] Attempting to bind port 32b4495d-981b-4ced-9a2e-9f33af358ab9 on host dv-cinder-797161-1-iscsi for vnic_type normal with profile  {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:39:14.145936 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.managers [None req-c425cd28-df36-4155-9c4f-12dcefe1eff9 None None] Attempting to bind port 32b4495d-981b-4ced-9a2e-9f33af358ab9 by drivers openvswitch,hyperv on host dv-cinder-797161-1-iscsi at level 0 using segments [{'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'}] {{(pid=78429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:39:14.146070 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 42232) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:39:14.146302 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c425cd28-df36-4155-9c4f-12dcefe1eff9 None None] Attempting to bind port 32b4495d-981b-4ced-9a2e-9f33af358ab9 on network 70dc8c3b-1fd1-4e34-848f-30da40ce5650 {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:39:14.152964 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [None req-aaa04215-309e-489f-80f8-915d80c85c98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:14.153962 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c425cd28-df36-4155-9c4f-12dcefe1eff9 None None] Checking agent: {'id': '52503dc4-35dc-4c7a-aab7-0589b5985e7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797161-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 25, 48), 'started_at': datetime.datetime(2021, 6, 21, 16, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797161-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:39:14.154341 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c425cd28-df36-4155-9c4f-12dcefe1eff9 None None] Checking segment: {'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:39:14.154792 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-c425cd28-df36-4155-9c4f-12dcefe1eff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:14.155188 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c425cd28-df36-4155-9c4f-12dcefe1eff9 None None] Bound using segment: {'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'} {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:39:14.155701 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.managers [None req-c425cd28-df36-4155-9c4f-12dcefe1eff9 None None] Bound port: 32b4495d-981b-4ced-9a2e-9f33af358ab9, host: dv-cinder-797161-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'}}] {{(pid=78429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:39:14.156078 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-c425cd28-df36-4155-9c4f-12dcefe1eff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:14.216964 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-27a0c659-606d-4670-bd5d-a946be122115 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:14.223299 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-e3e43660-5484-4d8f-b149-ee24786402fa tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Unset dirty status for tenant:2f495dd509064a23adb18dc1cd54b526 on resource:security_group {{(pid=78427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:39:14.224419 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-e3e43660-5484-4d8f-b149-ee24786402fa tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--872260439&fields=id&tenant_id=2f495dd509064a23adb18dc1cd54b526 HTTP/1.1" status: 200  len: 267 time: 0.1777186
Jun 21 16:39:14.238117 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.db [None req-c425cd28-df36-4155-9c4f-12dcefe1eff9 None None] For port 32b4495d-981b-4ced-9a2e-9f33af358ab9, host dv-cinder-797161-1-iscsi, cleared binding levels {{(pid=78429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:39:14.241733 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.db [None req-c425cd28-df36-4155-9c4f-12dcefe1eff9 None None] For port 32b4495d-981b-4ced-9a2e-9f33af358ab9, host dv-cinder-797161-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=32b4495d-981b-4ced-9a2e-9f33af358ab9,segment=NetworkSegment(3123edc3-090a-4516-9a79-a6a8c7b9190b),segment_id=3123edc3-090a-4516-9a79-a6a8c7b9190b)] {{(pid=78429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:39:14.247909 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-c425cd28-df36-4155-9c4f-12dcefe1eff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:14.253849 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-27a0c659-606d-4670-bd5d-a946be122115 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:14.258449 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [None req-5c801dc5-3028-41a2-a1dd-ab0f206ea2b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:14.321778 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-27a0c659-606d-4670-bd5d-a946be122115 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:14.328416 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-b29ac642-58fd-4e6a-9f74-b3dc3977afd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:14.334352 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c425cd28-df36-4155-9c4f-12dcefe1eff9 None None] Routers {'e776b49b-0076-467b-8eff-aa97174d5f8d'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:39:14.334965 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-c425cd28-df36-4155-9c4f-12dcefe1eff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979ea614f0>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:38:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['e776b49b-0076-467b-8eff-aa97174d5f8d'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:39:14.345020 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0c659-606d-4670-bd5d-a946be122115 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f08816-8ba3-49be-8ea9-ab793f491bb7,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:14.348114 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-27a0c659-606d-4670-bd5d-a946be122115 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:14.359106 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-27a0c659-606d-4670-bd5d-a946be122115 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:14.360637 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-27a0c659-606d-4670-bd5d-a946be122115 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "DELETE /v2.0/security-groups/01f08816-8ba3-49be-8ea9-ab793f491bb7 HTTP/1.1" status: 204  len: 168 time: 0.2133806
Jun 21 16:39:14.363522 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 42236) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:39:14.390680 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.api.v2.resource [None req-26780410-a1d4-4372-b8ba-c23702c03744 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] show failed (client error): The resource could not be found.
Jun 21 16:39:14.396113 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 42240) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:39:14.396315 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-26780410-a1d4-4372-b8ba-c23702c03744 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups/01f08816-8ba3-49be-8ea9-ab793f491bb7 HTTP/1.1" status: 404  len: 347 time: 0.0312936
Jun 21 16:39:14.404239 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa04215-309e-489f-80f8-915d80c85c98 None None] Pushing event updated for resources: {'Port': ['ID=32b4495d-981b-4ced-9a2e-9f33af358ab9,revision_number=3']} {{(pid=78429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:14.408745 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [None req-aaa04215-309e-489f-80f8-915d80c85c98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:14.513697 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.db_base_plugin_common [None req-96df45c4-0848-462e-82ba-a108d32bd633 admin admin] Allocated IP 172.20.0.1 (5ab42e26-4f17-4c52-8d3d-ea3c378d7887/6df3e2b4-5857-442c-ab59-b4eb2c81fcfa/f8dab799-cc6e-4d5c-9471-5b55f7279fd0) {{(pid=78427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:39:14.520517 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-c425cd28-df36-4155-9c4f-12dcefe1eff9 None None] Set router e776b49b-0076-467b-8eff-aa97174d5f8d gateway port host: dv-cinder-797161-1-iscsi {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:39:14.570025 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 051fa507-3264-4e9d-8487-5ae9a86d5632 up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:39:14.601095 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-da0803ee-e7c2-4daf-8fc7-a72013a4091a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:14.602548 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-da0803ee-e7c2-4daf-8fc7-a72013a4091a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/networks?id=4e7bf916-d804-4156-8df4-c3e47df8bbc5 HTTP/1.1" status: 200  len: 816 time: 0.3639455
Jun 21 16:39:14.624158 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [None req-ac9648be-907e-48e6-8a17-a18f73962037 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Deleting port 0bb374e5-d607-47d7-b654-ac526fbe76ae {{(pid=78427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:39:14.624419 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-ac9648be-907e-48e6-8a17-a18f73962037 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:14.675241 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port 051fa507-3264-4e9d-8487-5ae9a86d5632 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:39:14.675728 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:14.690853 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-30e3d77b-4999-4d97-9346-ff22af493757 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/quotas/2f495dd509064a23adb18dc1cd54b526 HTTP/1.1" status: 200  len: 375 time: 0.0783503
Jun 21 16:39:14.879289 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-c425cd28-df36-4155-9c4f-12dcefe1eff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979ea614f0>, [{'id': 'e776b49b-0076-467b-8eff-aa97174d5f8d', 'name': 'tempest-TestVolumeBootPattern-445019106-router', 'tenant_id': '77f185f4b9f34bc6bc3a2c160e584a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '32b4495d-981b-4ced-9a2e-9f33af358ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:39:08Z', 'updated_at': '2021-06-21T16:39:11Z', 'revision_number': 3, 'project_id': '77f185f4b9f34bc6bc3a2c160e584a6a', 'gw_port': {'id': '32b4495d-981b-4ced-9a2e-9f33af358ab9', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e776b49b-0076-467b-8eff-aa97174d5f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:09Z', 'updated_at': '2021-06-21T16:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi'}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:39:14.883538 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c425cd28-df36-4155-9c4f-12dcefe1eff9 None None] The sync data for ids ['e776b49b-0076-467b-8eff-aa97174d5f8d'] in dv-cinder-797161-1-iscsi is: [{'id': 'e776b49b-0076-467b-8eff-aa97174d5f8d', 'name': 'tempest-TestVolumeBootPattern-445019106-router', 'tenant_id': '77f185f4b9f34bc6bc3a2c160e584a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '32b4495d-981b-4ced-9a2e-9f33af358ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:39:08Z', 'updated_at': '2021-06-21T16:39:11Z', 'revision_number': 3, 'project_id': '77f185f4b9f34bc6bc3a2c160e584a6a', 'gw_port': {'id': '32b4495d-981b-4ced-9a2e-9f33af358ab9', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e776b49b-0076-467b-8eff-aa97174d5f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:09Z', 'updated_at': '2021-06-21T16:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi'}] {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:39:14.971968 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-96df45c4-0848-462e-82ba-a108d32bd633 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:15.006184 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-ac9648be-907e-48e6-8a17-a18f73962037 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:15.006551 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-ac9648be-907e-48e6-8a17-a18f73962037 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:15.022283 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.provisioning_blocks [None req-96df45c4-0848-462e-82ba-a108d32bd633 admin admin] Transition to ACTIVE for port object f8dab799-cc6e-4d5c-9471-5b55f7279fd0 will not be triggered until provisioned by entity DHCP. {{(pid=78427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:39:15.030649 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-bde555ed-691a-48dc-8a88-974167986623 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f495dd509064a23adb18dc1cd54b526&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3280265
Jun 21 16:39:15.170816 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [None req-ac9648be-907e-48e6-8a17-a18f73962037 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Calling delete_port for 0bb374e5-d607-47d7-b654-ac526fbe76ae owned by network:floatingip {{(pid=78427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:39:15.364587 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-faa8d3a6-f1e0-4491-8888-8bf800d92e8d service neutron] 10.222.0.24 "GET /v2.0/networks/4e7bf916-d804-4156-8df4-c3e47df8bbc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2782257
Jun 21 16:39:15.367693 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-96df45c4-0848-462e-82ba-a108d32bd633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1910645'] for port, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:15.372022 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:15.623110 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96df45c4-0848-462e-82ba-a108d32bd633 admin admin] Network 5ab42e26-4f17-4c52-8d3d-ea3c378d7887 is already hosted by enough agents. {{(pid=78427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:39:15.629534 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.base_scheduler [None req-96df45c4-0848-462e-82ba-a108d32bd633 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:39:15.679265 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96df45c4-0848-462e-82ba-a108d32bd633 admin admin] Received port after_create {{(pid=78427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:39:15.707927 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df45c4-0848-462e-82ba-a108d32bd633 admin admin] Pushing event updated for resources: {'Port': ['ID=f8dab799-cc6e-4d5c-9471-5b55f7279fd0,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:15.722169 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-96df45c4-0848-462e-82ba-a108d32bd633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:15.758576 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-ac9648be-907e-48e6-8a17-a18f73962037 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1910645'] for port, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:15.766295 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-f89a8485-003f-4ba6-abdd-94aeec629d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:15.828891 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9648be-907e-48e6-8a17-a18f73962037 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Pushing event deleted for resources: {'Port': ['ID=0bb374e5-d607-47d7-b654-ac526fbe76ae,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:15.862354 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-ac9648be-907e-48e6-8a17-a18f73962037 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:15.867323 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-96df45c4-0848-462e-82ba-a108d32bd633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726498'] for router_interface, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:15.897660 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-32f9c065-e1c3-4ecb-9f67-99f9c43397b8 None None] Provisioning for port f8dab799-cc6e-4d5c-9471-5b55f7279fd0 completed by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:39:15.904322 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-32f9c065-e1c3-4ecb-9f67-99f9c43397b8 None None] Provisioning complete for port f8dab799-cc6e-4d5c-9471-5b55f7279fd0 triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:39:15.904826 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-32f9c065-e1c3-4ecb-9f67-99f9c43397b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:15.906321 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-f2f10205-667a-4fda-a853-0e9f736ed116 service neutron] 10.222.0.24 "GET /v2.0/networks/4e7bf916-d804-4156-8df4-c3e47df8bbc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5045919
Jun 21 16:39:15.950521 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-ac9648be-907e-48e6-8a17-a18f73962037 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for floatingip, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:15.964832 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-32f9c065-e1c3-4ecb-9f67-99f9c43397b8 None None] Port f8dab799-cc6e-4d5c-9471-5b55f7279fd0 cannot update to ACTIVE because it is not bound. {{(pid=78428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 16:39:15.978904 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-ac9648be-907e-48e6-8a17-a18f73962037 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:15.980079 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-ac9648be-907e-48e6-8a17-a18f73962037 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "DELETE /v2.0/floatingips/0d644247-aeda-4454-941d-4cbbc3d807a4 HTTP/1.1" status: 204  len: 168 time: 1.5810349
Jun 21 16:39:16.094294 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-96df45c4-0848-462e-82ba-a108d32bd633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:16.151843 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-cd3bb7bd-b7e1-4b0a-8e37-82c6065a83c4 req-96c0c836-6720-4bf7-8e12-37970c7fb32d tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 210 time: 0.0595028
Jun 21 16:39:16.231317 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 42254) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:39:16.237250 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-511ff4b1-a239-4c43-85cb-3b776a7d9e74 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Request body: {'security_group': {'name': 'tempest-securitygroup--763254891', 'description': 'tempest-description--1717561345'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:39:16.243273 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-511ff4b1-a239-4c43-85cb-3b776a7d9e74 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:39:16.248004 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-511ff4b1-a239-4c43-85cb-3b776a7d9e74 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Usage tracker for resource:security_group and tenant:905d3e9862c043939d7e73a1320af084 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:39:16.253026 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-511ff4b1-a239-4c43-85cb-3b776a7d9e74 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:39:16.258650 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-511ff4b1-a239-4c43-85cb-3b776a7d9e74 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:39:16.271276 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-511ff4b1-a239-4c43-85cb-3b776a7d9e74 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:16.291474 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-511ff4b1-a239-4c43-85cb-3b776a7d9e74 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:39:16.295239 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-511ff4b1-a239-4c43-85cb-3b776a7d9e74 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Usage tracker for resource:security_group_rule and tenant:905d3e9862c043939d7e73a1320af084 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:39:16.298100 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-511ff4b1-a239-4c43-85cb-3b776a7d9e74 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:39:16.304657 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-511ff4b1-a239-4c43-85cb-3b776a7d9e74 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:39:16.385311 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-511ff4b1-a239-4c43-85cb-3b776a7d9e74 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:16.389962 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-511ff4b1-a239-4c43-85cb-3b776a7d9e74 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:16.398529 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-07b6fac1-aa3a-4ffd-b525-cfe66f874410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:16.400622 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-96df45c4-0848-462e-82ba-a108d32bd633 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:16.420406 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-96df45c4-0848-462e-82ba-a108d32bd633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1910604'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:16.446932 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ff4b1-a239-4c43-85cb-3b776a7d9e74 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4e2d55-3a79-43ec-b633-79674000d952,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:16.449669 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-511ff4b1-a239-4c43-85cb-3b776a7d9e74 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:16.452688 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-511ff4b1-a239-4c43-85cb-3b776a7d9e74 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:16.454215 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:16.454956 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-511ff4b1-a239-4c43-85cb-3b776a7d9e74 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2223411
Jun 21 16:39:16.457637 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 42260) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:39:16.463023 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-85213b3a-d004-4abd-bc2c-d94cbdefa87c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Request body: {'security_group_rule': {'security_group_id': '9e4e2d55-3a79-43ec-b633-79674000d952', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:39:16.469068 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-85213b3a-d004-4abd-bc2c-d94cbdefa87c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:39:16.473652 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-85213b3a-d004-4abd-bc2c-d94cbdefa87c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Usage tracker for resource:security_group_rule and tenant:905d3e9862c043939d7e73a1320af084 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:39:16.476951 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-85213b3a-d004-4abd-bc2c-d94cbdefa87c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:39:16.483125 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-85213b3a-d004-4abd-bc2c-d94cbdefa87c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:39:16.509256 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-85213b3a-d004-4abd-bc2c-d94cbdefa87c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:16.544416 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df45c4-0848-462e-82ba-a108d32bd633 admin admin] Pushing event updated for resources: {'Port': ['ID=f8dab799-cc6e-4d5c-9471-5b55f7279fd0,revision_number=2']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:16.546793 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-96df45c4-0848-462e-82ba-a108d32bd633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1726593'] for router_interface, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:16.552264 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-96df45c4-0848-462e-82ba-a108d32bd633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:16.589993 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-85213b3a-d004-4abd-bc2c-d94cbdefa87c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:16.592699 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 32b4495d-981b-4ced-9a2e-9f33af358ab9 up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:39:16.598883 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-85213b3a-d004-4abd-bc2c-d94cbdefa87c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742334'] for security_group_rule, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:16.600938 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:16.628285 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85213b3a-d004-4abd-bc2c-d94cbdefa87c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61253f5e-7fd9-41e3-8afb-0b7f754ed2f0,revision_number=0']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:16.631096 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-85213b3a-d004-4abd-bc2c-d94cbdefa87c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:16.640073 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-85213b3a-d004-4abd-bc2c-d94cbdefa87c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:16.641439 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-85213b3a-d004-4abd-bc2c-d94cbdefa87c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1827738
Jun 21 16:39:16.644060 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 42264) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:39:16.650742 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-1ba7d586-ffc4-4e36-922f-b3e73feed016 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Request body: {'security_group_rule': {'security_group_id': '9e4e2d55-3a79-43ec-b633-79674000d952', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:39:16.656644 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-1ba7d586-ffc4-4e36-922f-b3e73feed016 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:39:16.661760 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-1ba7d586-ffc4-4e36-922f-b3e73feed016 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Usage tracker for resource:security_group_rule and tenant:905d3e9862c043939d7e73a1320af084 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:39:16.664741 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-1ba7d586-ffc4-4e36-922f-b3e73feed016 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:39:16.670575 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-1ba7d586-ffc4-4e36-922f-b3e73feed016 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:39:16.674830 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning for port 32b4495d-981b-4ced-9a2e-9f33af358ab9 completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:39:16.681353 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port 32b4495d-981b-4ced-9a2e-9f33af358ab9 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:39:16.682118 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:16.692425 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1ba7d586-ffc4-4e36-922f-b3e73feed016 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:16.701118 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96df45c4-0848-462e-82ba-a108d32bd633 admin admin] Network 5ab42e26-4f17-4c52-8d3d-ea3c378d7887 is already hosted by enough agents. {{(pid=78427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:39:16.703073 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.base_scheduler [None req-96df45c4-0848-462e-82ba-a108d32bd633 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:39:16.819451 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1ba7d586-ffc4-4e36-922f-b3e73feed016 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:16.828227 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1ba7d586-ffc4-4e36-922f-b3e73feed016 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742334'] for security_group_rule, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:16.831247 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:16.842834 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:16.862046 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] For port 32b4495d-981b-4ced-9a2e-9f33af358ab9, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=32b4495d-981b-4ced-9a2e-9f33af358ab9,segment=NetworkSegment(3123edc3-090a-4516-9a79-a6a8c7b9190b),segment_id=3123edc3-090a-4516-9a79-a6a8c7b9190b)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:39:16.873009 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:16.875176 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-1accb1cc-a715-4b42-ade8-6ac810d4aef4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:16.878369 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7d586-ffc4-4e36-922f-b3e73feed016 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f76ff0cb-c5c2-4240-8d8e-bd470274f197,revision_number=0']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:16.881796 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1ba7d586-ffc4-4e36-922f-b3e73feed016 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:16.882421 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-1ba7d586-ffc4-4e36-922f-b3e73feed016 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2372944
Jun 21 16:39:16.884627 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-1ba7d586-ffc4-4e36-922f-b3e73feed016 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:16.885619 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 42268) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:39:16.892081 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-049387e6-5278-4f49-8c03-54f65631f36c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Request body: {'floatingip': {'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:39:16.899127 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-049387e6-5278-4f49-8c03-54f65631f36c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:39:16.903493 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-049387e6-5278-4f49-8c03-54f65631f36c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Usage tracker for resource:floatingip and tenant:905d3e9862c043939d7e73a1320af084 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:39:16.906467 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-049387e6-5278-4f49-8c03-54f65631f36c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:39:16.913333 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-049387e6-5278-4f49-8c03-54f65631f36c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:39:16.935320 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-049387e6-5278-4f49-8c03-54f65631f36c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for floatingip, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:16.998474 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96df45c4-0848-462e-82ba-a108d32bd633 admin admin] Router e776b49b-0076-467b-8eff-aa97174d5f8d has already been hosted by L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb {{(pid=78427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 16:39:17.037638 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-2cd53799-1a2f-471c-bcc3-4c598fef20da None None] Provisioning complete for port f8dab799-cc6e-4d5c-9471-5b55f7279fd0 triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:39:17.038208 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-2cd53799-1a2f-471c-bcc3-4c598fef20da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:17.062106 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Pushing event updated for resources: {'Port': ['ID=32b4495d-981b-4ced-9a2e-9f33af358ab9,revision_number=4']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:17.069409 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:17.101858 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-2cd53799-1a2f-471c-bcc3-4c598fef20da None None] Port f8dab799-cc6e-4d5c-9471-5b55f7279fd0 cannot update to ACTIVE because it is not bound. {{(pid=78428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 16:39:17.125246 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-049387e6-5278-4f49-8c03-54f65631f36c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:17.274742 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96df45c4-0848-462e-82ba-a108d32bd633 admin admin] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:39:17.281791 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-96df45c4-0848-462e-82ba-a108d32bd633 admin admin] 10.222.0.24 "PUT /v2.0/routers/e776b49b-0076-467b-8eff-aa97174d5f8d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3242900
Jun 21 16:39:17.285073 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [None req-049387e6-5278-4f49-8c03-54f65631f36c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Allocated IP 172.27.1.12 (70dc8c3b-1fd1-4e34-848f-30da40ce5650/64348721-2f14-434e-9349-1c86303c6cb6/45b6d67b-43ca-4e00-b223-3c7be1e53963) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:39:17.343410 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f82eef5f-ec73-425d-8aa2-b979c4333410 req-17120436-8212-4fa9-808c-d88a08c0f845 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 210 time: 0.0522871
Jun 21 16:39:17.453838 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-a1f95c36-dd14-407e-b4e2-05161d0db436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:17.493365 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5c15d8-67c5-40fb-8a16-eff9292eb36e None None] Sync routers for ids ['e776b49b-0076-467b-8eff-aa97174d5f8d'] in dv-cinder-797161-1-iscsi {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:39:17.507255 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5c15d8-67c5-40fb-8a16-eff9292eb36e None None] Routers {'e776b49b-0076-467b-8eff-aa97174d5f8d'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:39:17.508824 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-8d5c15d8-67c5-40fb-8a16-eff9292eb36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979dd07a90>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:38:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['e776b49b-0076-467b-8eff-aa97174d5f8d'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:39:17.590883 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-049387e6-5278-4f49-8c03-54f65631f36c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:17.618562 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-ed0f31fd-5c5a-46f2-9692-ca2043bba4bb tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:17.620282 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-ed0f31fd-5c5a-46f2-9692-ca2043bba4bb tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.39 "GET /v2.0/networks?id=4e7bf916-d804-4156-8df4-c3e47df8bbc5 HTTP/1.1" status: 200  len: 816 time: 0.3023424
Jun 21 16:39:17.668594 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-049387e6-5278-4f49-8c03-54f65631f36c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:17.675679 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c0889650-5183-40e3-8b3b-39b716c39f69 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:17.699843 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-8d5c15d8-67c5-40fb-8a16-eff9292eb36e None None] Set router e776b49b-0076-467b-8eff-aa97174d5f8d gateway port host: dv-cinder-797161-1-iscsi {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:39:17.730502 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-b0a212d5-6dda-4afd-b85e-c56027c41525 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Synchronizing usage tracker for tenant:2f495dd509064a23adb18dc1cd54b526 on resource:security_group {{(pid=78426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:39:17.754137 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049387e6-5278-4f49-8c03-54f65631f36c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Network 70dc8c3b-1fd1-4e34-848f-30da40ce5650 is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:39:17.759205 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-049387e6-5278-4f49-8c03-54f65631f36c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:39:17.764954 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049387e6-5278-4f49-8c03-54f65631f36c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:39:17.792327 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049387e6-5278-4f49-8c03-54f65631f36c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Pushing event updated for resources: {'Port': ['ID=45b6d67b-43ca-4e00-b223-3c7be1e53963,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:17.797589 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-b0a212d5-6dda-4afd-b85e-c56027c41525 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Unset dirty status for tenant:2f495dd509064a23adb18dc1cd54b526 on resource:security_group {{(pid=78426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:39:17.799324 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-b0a212d5-6dda-4afd-b85e-c56027c41525 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f495dd509064a23adb18dc1cd54b526 HTTP/1.1" status: 200  len: 379 time: 0.1637785
Jun 21 16:39:17.803791 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-049387e6-5278-4f49-8c03-54f65631f36c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:17.816604 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c8885f9c-4a6c-4e58-951c-df591855f691 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Request body: {'port': {'device_id': '3b42be18-6511-499e-b9fe-83384ff41342', 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5', 'admin_state_up': True, 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'security_groups': ['5e8da3b0-e405-48c1-8ee9-bcdbfe699f66']}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:39:17.874822 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:17.929352 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 42284) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:39:17.935798 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [None req-807ea022-4e8f-4bc6-9ef8-85b3fc4b3f61 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1930954269', 'description': 'tempest-secgroup-smoke-1930954269 description', 'project_id': '11bb3c615f364358bf7e47b3024a2fb9'}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:39:17.942673 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-807ea022-4e8f-4bc6-9ef8-85b3fc4b3f61 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:39:17.946739 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-807ea022-4e8f-4bc6-9ef8-85b3fc4b3f61 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Usage tracker for resource:security_group and tenant:11bb3c615f364358bf7e47b3024a2fb9 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:39:17.949691 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-807ea022-4e8f-4bc6-9ef8-85b3fc4b3f61 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:39:17.956685 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-807ea022-4e8f-4bc6-9ef8-85b3fc4b3f61 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:39:17.966632 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-807ea022-4e8f-4bc6-9ef8-85b3fc4b3f61 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:17.988829 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-807ea022-4e8f-4bc6-9ef8-85b3fc4b3f61 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:39:17.992586 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-807ea022-4e8f-4bc6-9ef8-85b3fc4b3f61 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Usage tracker for resource:security_group_rule and tenant:11bb3c615f364358bf7e47b3024a2fb9 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:39:17.995335 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-807ea022-4e8f-4bc6-9ef8-85b3fc4b3f61 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:39:17.995561 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-049387e6-5278-4f49-8c03-54f65631f36c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:17.996782 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c8885f9c-4a6c-4e58-951c-df591855f691 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:39:18.001137 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-807ea022-4e8f-4bc6-9ef8-85b3fc4b3f61 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:39:18.003252 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c8885f9c-4a6c-4e58-951c-df591855f691 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Usage tracker for resource:port and tenant:2f495dd509064a23adb18dc1cd54b526 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:39:18.006693 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c8885f9c-4a6c-4e58-951c-df591855f691 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:39:18.038351 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c8885f9c-4a6c-4e58-951c-df591855f691 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:39:18.048050 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-8d5c15d8-67c5-40fb-8a16-eff9292eb36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979dd07a90>, [{'id': 'e776b49b-0076-467b-8eff-aa97174d5f8d', 'name': 'tempest-TestVolumeBootPattern-445019106-router', 'tenant_id': '77f185f4b9f34bc6bc3a2c160e584a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '32b4495d-981b-4ced-9a2e-9f33af358ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:39:08Z', 'updated_at': '2021-06-21T16:39:15Z', 'revision_number': 4, 'project_id': '77f185f4b9f34bc6bc3a2c160e584a6a', 'gw_port': {'id': '32b4495d-981b-4ced-9a2e-9f33af358ab9', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e776b49b-0076-467b-8eff-aa97174d5f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:09Z', 'updated_at': '2021-06-21T16:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': 'f8dab799-cc6e-4d5c-9471-5b55f7279fd0', 'name': '', 'network_id': '5ab42e26-4f17-4c52-8d3d-ea3c378d7887', 'tenant_id': '77f185f4b9f34bc6bc3a2c160e584a6a', 'mac_address': 'fa:16:3e:00:12:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e776b49b-0076-467b-8eff-aa97174d5f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '6df3e2b4-5857-442c-ab59-b4eb2c81fcfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:14Z', 'updated_at': '2021-06-21T16:39:16Z', 'revision_number': 2, 'project_id': '77f185f4b9f34bc6bc3a2c160e584a6a', 'subnets': [{'id': '6df3e2b4-5857-442c-ab59-b4eb2c81fcfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:39:18.053645 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5c15d8-67c5-40fb-8a16-eff9292eb36e None None] Checking router: e776b49b-0076-467b-8eff-aa97174d5f8d for host: dv-cinder-797161-1-iscsi {{(pid=78429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:39:18.054194 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5c15d8-67c5-40fb-8a16-eff9292eb36e None None] Updating router e776b49b-0076-467b-8eff-aa97174d5f8d port f8dab799-cc6e-4d5c-9471-5b55f7279fd0 binding host dv-cinder-797161-1-iscsi {{(pid=78429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 16:39:18.073172 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c8885f9c-4a6c-4e58-951c-df591855f691 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Made reservation on behalf of 2f495dd509064a23adb18dc1cd54b526 for: {'port': 1} {{(pid=78426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:39:18.077061 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c8885f9c-4a6c-4e58-951c-df591855f691 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:18.086552 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-807ea022-4e8f-4bc6-9ef8-85b3fc4b3f61 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:18.093715 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-049387e6-5278-4f49-8c03-54f65631f36c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:18.094063 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-807ea022-4e8f-4bc6-9ef8-85b3fc4b3f61 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:18.101629 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-68795eea-0af0-4b16-8553-4e835c934220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:18.117830 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-8d5c15d8-67c5-40fb-8a16-eff9292eb36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:18.141651 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ea022-4e8f-4bc6-9ef8-85b3fc4b3f61 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=816120f9-fbbc-447f-b58c-1e6c0da9e4dd,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:18.144956 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-807ea022-4e8f-4bc6-9ef8-85b3fc4b3f61 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:18.146318 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-807ea022-4e8f-4bc6-9ef8-85b3fc4b3f61 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2158568
Jun 21 16:39:18.147365 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-807ea022-4e8f-4bc6-9ef8-85b3fc4b3f61 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:18.149189 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 42288) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:39:18.156366 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [None req-ac977fb7-223b-4c7e-9fd7-5a063439d5de tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Request body: {'security_group_rule': {'security_group_id': '816120f9-fbbc-447f-b58c-1e6c0da9e4dd', 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:39:18.162675 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-ac977fb7-223b-4c7e-9fd7-5a063439d5de tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:39:18.166423 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-ac977fb7-223b-4c7e-9fd7-5a063439d5de tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Usage tracker for resource:security_group_rule and tenant:11bb3c615f364358bf7e47b3024a2fb9 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:39:18.169277 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-ac977fb7-223b-4c7e-9fd7-5a063439d5de tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:39:18.176134 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-ac977fb7-223b-4c7e-9fd7-5a063439d5de tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:39:18.194038 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-ac977fb7-223b-4c7e-9fd7-5a063439d5de tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:18.362892 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-ac977fb7-223b-4c7e-9fd7-5a063439d5de tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:18.368378 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-ac977fb7-223b-4c7e-9fd7-5a063439d5de tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742334'] for security_group_rule, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:18.370129 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:18.403715 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac977fb7-223b-4c7e-9fd7-5a063439d5de tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9fb83f1-cc26-482d-a64d-23db082e1407,revision_number=0']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:18.412814 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-ac977fb7-223b-4c7e-9fd7-5a063439d5de tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:18.419124 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c8885f9c-4a6c-4e58-951c-df591855f691 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Allocated IP 172.20.0.9 (4e7bf916-d804-4156-8df4-c3e47df8bbc5/f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736/042671e9-420c-4d39-b0f3-0f5bf03c0771) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:39:18.426430 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-ac977fb7-223b-4c7e-9fd7-5a063439d5de tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:18.430337 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-ac977fb7-223b-4c7e-9fd7-5a063439d5de tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2766323
Jun 21 16:39:18.431210 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 42294) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:39:18.439844 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [None req-96748139-8011-4c3d-bc02-333007fb0457 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Request body: {'security_group_rule': {'security_group_id': '816120f9-fbbc-447f-b58c-1e6c0da9e4dd', 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:39:18.445322 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-96748139-8011-4c3d-bc02-333007fb0457 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:39:18.449685 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-96748139-8011-4c3d-bc02-333007fb0457 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Usage tracker for resource:security_group_rule and tenant:11bb3c615f364358bf7e47b3024a2fb9 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:39:18.453454 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-96748139-8011-4c3d-bc02-333007fb0457 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:39:18.465579 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-96748139-8011-4c3d-bc02-333007fb0457 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:39:18.493920 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-96748139-8011-4c3d-bc02-333007fb0457 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:18.513471 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-8d5c15d8-67c5-40fb-8a16-eff9292eb36e None None] Notify callbacks [] for port, precommit_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:18.526350 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.provisioning_blocks [None req-8d5c15d8-67c5-40fb-8a16-eff9292eb36e None None] Transition to ACTIVE for port object f8dab799-cc6e-4d5c-9471-5b55f7279fd0 will not be triggered until provisioned by entity L2. {{(pid=78429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:39:18.537189 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-8d5c15d8-67c5-40fb-8a16-eff9292eb36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:18.550100 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [None req-6b60afd6-e51b-47ea-8463-465c711beee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:18.566244 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 32b4495d-981b-4ced-9a2e-9f33af358ab9 up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:39:18.618203 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6b57ab94-6f87-4fba-b1fd-70130d4446c9 req-601c2802-5ffe-4a74-9c1c-9bdf304dd5f6 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 210 time: 0.0665290
Jun 21 16:39:18.633060 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-049387e6-5278-4f49-8c03-54f65631f36c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for port, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:18.639505 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121c6d3-2ef8-47fd-95fb-8eee50982ebc None None] Pushing event updated for resources: {'Port': ['ID=f8dab799-cc6e-4d5c-9471-5b55f7279fd0,revision_number=3']} {{(pid=78429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:18.645223 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-049387e6-5278-4f49-8c03-54f65631f36c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2434630'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:18.661967 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:18.669999 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-96748139-8011-4c3d-bc02-333007fb0457 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:18.676571 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-96748139-8011-4c3d-bc02-333007fb0457 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742334'] for security_group_rule, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:18.678808 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port 32b4495d-981b-4ced-9a2e-9f33af358ab9 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:39:18.679399 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:18.679538 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-ac977fb7-223b-4c7e-9fd7-5a063439d5de tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:18.713640 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96748139-8011-4c3d-bc02-333007fb0457 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab649fa-49e4-4e83-9761-8ad1dfd595b1,revision_number=0']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:18.723110 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-96748139-8011-4c3d-bc02-333007fb0457 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:18.724931 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-96748139-8011-4c3d-bc02-333007fb0457 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:18.730112 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-96748139-8011-4c3d-bc02-333007fb0457 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2978275
Jun 21 16:39:18.731277 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 42298) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:39:18.741153 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [None req-8121c6d3-2ef8-47fd-95fb-8eee50982ebc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:18.744960 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [None req-9755414a-1b08-4a1d-a591-84640e7adcee tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Request body: {'security_group_rule': {'security_group_id': '816120f9-fbbc-447f-b58c-1e6c0da9e4dd', 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:39:18.753616 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-9755414a-1b08-4a1d-a591-84640e7adcee tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:39:18.759147 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-9755414a-1b08-4a1d-a591-84640e7adcee tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Usage tracker for resource:security_group_rule and tenant:11bb3c615f364358bf7e47b3024a2fb9 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:39:18.763394 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-9755414a-1b08-4a1d-a591-84640e7adcee tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:39:18.779036 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-9755414a-1b08-4a1d-a591-84640e7adcee tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:39:18.805902 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-9755414a-1b08-4a1d-a591-84640e7adcee tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:18.853886 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.managers [None req-8d5c15d8-67c5-40fb-8a16-eff9292eb36e None None] Attempting to bind port f8dab799-cc6e-4d5c-9471-5b55f7279fd0 on host dv-cinder-797161-1-iscsi for vnic_type normal with profile  {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:39:18.854261 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.managers [None req-8d5c15d8-67c5-40fb-8a16-eff9292eb36e None None] Attempting to bind port f8dab799-cc6e-4d5c-9471-5b55f7279fd0 by drivers openvswitch,hyperv on host dv-cinder-797161-1-iscsi at level 0 using segments [{'id': 'dfb73a72-6d85-4d99-8276-ef9c99e31f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5ab42e26-4f17-4c52-8d3d-ea3c378d7887'}] {{(pid=78429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:39:18.854629 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5c15d8-67c5-40fb-8a16-eff9292eb36e None None] Attempting to bind port f8dab799-cc6e-4d5c-9471-5b55f7279fd0 on network 5ab42e26-4f17-4c52-8d3d-ea3c378d7887 {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:39:18.859139 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049387e6-5278-4f49-8c03-54f65631f36c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Pushing event updated for resources: {'Port': ['ID=45b6d67b-43ca-4e00-b223-3c7be1e53963,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:18.860125 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5c15d8-67c5-40fb-8a16-eff9292eb36e None None] Checking agent: {'id': '52503dc4-35dc-4c7a-aab7-0589b5985e7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797161-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 25, 48), 'started_at': datetime.datetime(2021, 6, 21, 16, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797161-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:39:18.860503 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5c15d8-67c5-40fb-8a16-eff9292eb36e None None] Checking segment: {'id': 'dfb73a72-6d85-4d99-8276-ef9c99e31f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5ab42e26-4f17-4c52-8d3d-ea3c378d7887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:39:18.862005 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-8d5c15d8-67c5-40fb-8a16-eff9292eb36e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:18.862005 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5c15d8-67c5-40fb-8a16-eff9292eb36e None None] Bound using segment: {'id': 'dfb73a72-6d85-4d99-8276-ef9c99e31f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5ab42e26-4f17-4c52-8d3d-ea3c378d7887'} {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:39:18.862319 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.managers [None req-8d5c15d8-67c5-40fb-8a16-eff9292eb36e None None] Bound port: f8dab799-cc6e-4d5c-9471-5b55f7279fd0, host: dv-cinder-797161-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb73a72-6d85-4d99-8276-ef9c99e31f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5ab42e26-4f17-4c52-8d3d-ea3c378d7887'}}] {{(pid=78429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:39:18.862718 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-8d5c15d8-67c5-40fb-8a16-eff9292eb36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:18.862828 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-049387e6-5278-4f49-8c03-54f65631f36c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:18.902591 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-049387e6-5278-4f49-8c03-54f65631f36c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727397'] for floatingip, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:18.910775 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-9755414a-1b08-4a1d-a591-84640e7adcee tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:18.918766 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-9755414a-1b08-4a1d-a591-84640e7adcee tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742334'] for security_group_rule, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:18.921634 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-7d86b4a9-3dd4-4210-8b47-eb576a27944a tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:18.925620 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c8885f9c-4a6c-4e58-951c-df591855f691 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:18.950423 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c8885f9c-4a6c-4e58-951c-df591855f691 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Transition to ACTIVE for port object 042671e9-420c-4d39-b0f3-0f5bf03c0771 will not be triggered until provisioned by entity DHCP. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:39:18.952173 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9755414a-1b08-4a1d-a591-84640e7adcee tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea76454-ea37-4ae3-b5b3-9d7677b63941,revision_number=0']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:18.958089 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-049387e6-5278-4f49-8c03-54f65631f36c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:18.959765 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-9755414a-1b08-4a1d-a591-84640e7adcee tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:18.968652 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-049387e6-5278-4f49-8c03-54f65631f36c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.0743361
Jun 21 16:39:18.968841 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.db [None req-8d5c15d8-67c5-40fb-8a16-eff9292eb36e None None] For port f8dab799-cc6e-4d5c-9471-5b55f7279fd0, host dv-cinder-797161-1-iscsi, cleared binding levels {{(pid=78429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:39:18.968841 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.db [None req-8d5c15d8-67c5-40fb-8a16-eff9292eb36e None None] For port f8dab799-cc6e-4d5c-9471-5b55f7279fd0, host dv-cinder-797161-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=f8dab799-cc6e-4d5c-9471-5b55f7279fd0,segment=NetworkSegment(dfb73a72-6d85-4d99-8276-ef9c99e31f9a),segment_id=dfb73a72-6d85-4d99-8276-ef9c99e31f9a)] {{(pid=78429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:39:18.973954 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-9755414a-1b08-4a1d-a591-84640e7adcee tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:18.975567 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-9755414a-1b08-4a1d-a591-84640e7adcee tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2429955
Jun 21 16:39:18.977945 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 42304) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:39:18.979994 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-8d5c15d8-67c5-40fb-8a16-eff9292eb36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:18.983325 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [None req-1127decf-8804-4f7b-b349-fcb661c105a3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Request body: {'security_group_rule': {'security_group_id': '816120f9-fbbc-447f-b58c-1e6c0da9e4dd', 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:39:18.985008 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:18.993247 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-1127decf-8804-4f7b-b349-fcb661c105a3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:39:18.998728 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-1127decf-8804-4f7b-b349-fcb661c105a3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Usage tracker for resource:security_group_rule and tenant:11bb3c615f364358bf7e47b3024a2fb9 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:39:19.003938 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c8885f9c-4a6c-4e58-951c-df591855f691 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:19.004362 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-1127decf-8804-4f7b-b349-fcb661c105a3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:39:19.012049 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:19.015705 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-1127decf-8804-4f7b-b349-fcb661c105a3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:39:19.036054 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-1127decf-8804-4f7b-b349-fcb661c105a3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:19.071941 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c8885f9c-4a6c-4e58-951c-df591855f691 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Network 4e7bf916-d804-4156-8df4-c3e47df8bbc5 is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:39:19.086517 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c8885f9c-4a6c-4e58-951c-df591855f691 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:39:19.089554 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c8885f9c-4a6c-4e58-951c-df591855f691 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:39:19.132941 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-1127decf-8804-4f7b-b349-fcb661c105a3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:19.140229 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-1127decf-8804-4f7b-b349-fcb661c105a3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742334'] for security_group_rule, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:19.143016 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:19.165672 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8885f9c-4a6c-4e58-951c-df591855f691 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Pushing event updated for resources: {'Port': ['ID=042671e9-420c-4d39-b0f3-0f5bf03c0771,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:19.169522 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c8885f9c-4a6c-4e58-951c-df591855f691 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:19.185473 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c8885f9c-4a6c-4e58-951c-df591855f691 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:19.186641 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c8885f9c-4a6c-4e58-951c-df591855f691 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:19.202172 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1127decf-8804-4f7b-b349-fcb661c105a3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29fee688-8d6a-47a7-b9bf-a7b8fad13563,revision_number=0']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:19.213928 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c8885f9c-4a6c-4e58-951c-df591855f691 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4013081
Jun 21 16:39:19.214438 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-1127decf-8804-4f7b-b349-fcb661c105a3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:19.215196 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-1127decf-8804-4f7b-b349-fcb661c105a3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:19.218834 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-1127decf-8804-4f7b-b349-fcb661c105a3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2375178
Jun 21 16:39:19.219501 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 42314) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:39:19.226828 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-43c336cd-9f02-4ede-94cc-0d7a8655c05d tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Request body: {'security_group_rule': {'security_group_id': '816120f9-fbbc-447f-b58c-1e6c0da9e4dd', 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:39:19.235235 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-43c336cd-9f02-4ede-94cc-0d7a8655c05d tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:39:19.241699 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c988438d-0ee7-4382-8c37-c9e2318ca5f9 service neutron] Request body: {'port': {'device_id': '3b42be18-6511-499e-b9fe-83384ff41342', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79716'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:39:19.277230 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-43c336cd-9f02-4ede-94cc-0d7a8655c05d tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Usage tracker for resource:security_group_rule and tenant:11bb3c615f364358bf7e47b3024a2fb9 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:39:19.286567 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-43c336cd-9f02-4ede-94cc-0d7a8655c05d tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:39:19.289276 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121c6d3-2ef8-47fd-95fb-8eee50982ebc None None] Pushing event updated for resources: {'Port': ['ID=f8dab799-cc6e-4d5c-9471-5b55f7279fd0,revision_number=4']} {{(pid=78429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:19.296107 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5c15d8-67c5-40fb-8a16-eff9292eb36e None None] Routers {'e776b49b-0076-467b-8eff-aa97174d5f8d'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:39:19.296823 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-8d5c15d8-67c5-40fb-8a16-eff9292eb36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979dd07a90>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:38:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['e776b49b-0076-467b-8eff-aa97174d5f8d'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:39:19.302148 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-43c336cd-9f02-4ede-94cc-0d7a8655c05d tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:39:19.354596 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.db.securitygroups_db [None req-43c336cd-9f02-4ede-94cc-0d7a8655c05d tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Project 11bb3c615f364358bf7e47b3024a2fb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 16:39:19.360159 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6a92763c-b494-470d-b027-df514e02a2b3 req-79491566-3dd0-4f3b-bf67-aa99033a41bd tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--763254891&fields=id&tenant_id=905d3e9862c043939d7e73a1320af084 HTTP/1.1" status: 200  len: 267 time: 0.0928514
Jun 21 16:39:19.373289 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-43c336cd-9f02-4ede-94cc-0d7a8655c05d tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:19.395881 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [None req-8121c6d3-2ef8-47fd-95fb-8eee50982ebc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:19.433611 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c988438d-0ee7-4382-8c37-c9e2318ca5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:19.465661 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-43c336cd-9f02-4ede-94cc-0d7a8655c05d tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:19.486344 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-6a5a4120-d0f9-49e2-89db-2ca8728ed905 None None] Provisioning for port 042671e9-420c-4d39-b0f3-0f5bf03c0771 completed by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:39:19.498538 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-6a5a4120-d0f9-49e2-89db-2ca8728ed905 None None] Provisioning complete for port 042671e9-420c-4d39-b0f3-0f5bf03c0771 triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:39:19.499094 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-6a5a4120-d0f9-49e2-89db-2ca8728ed905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:19.507718 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-43c336cd-9f02-4ede-94cc-0d7a8655c05d tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742334'] for security_group_rule, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:19.528022 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-a8c94ae7-5f63-45b5-912c-31553095981b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:19.540445 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-8d5c15d8-67c5-40fb-8a16-eff9292eb36e None None] Set router e776b49b-0076-467b-8eff-aa97174d5f8d gateway port host: dv-cinder-797161-1-iscsi {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:39:19.560587 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-6a5a4120-d0f9-49e2-89db-2ca8728ed905 None None] Port 042671e9-420c-4d39-b0f3-0f5bf03c0771 cannot update to ACTIVE because it is not bound. {{(pid=78428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 16:39:19.562111 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c336cd-9f02-4ede-94cc-0d7a8655c05d tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=152f9af1-0e7c-4ef0-8383-3c569de8f695,revision_number=0']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:19.574773 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-43c336cd-9f02-4ede-94cc-0d7a8655c05d tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:19.586056 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92763c-b494-470d-b027-df514e02a2b3 req-b90f15bb-f179-4df5-bdd4-dea47abe5de5 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:19.588353 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6a92763c-b494-470d-b027-df514e02a2b3 req-b90f15bb-f179-4df5-bdd4-dea47abe5de5 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/networks?id=a67c6bd4-5155-4840-9134-bc4e7230ff7f HTTP/1.1" status: 200  len: 811 time: 0.2255883
Jun 21 16:39:19.597260 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-43c336cd-9f02-4ede-94cc-0d7a8655c05d tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:19.598597 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-43c336cd-9f02-4ede-94cc-0d7a8655c05d tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3762436
Jun 21 16:39:19.601324 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 42322) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:39:19.607552 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6a92763c-b494-470d-b027-df514e02a2b3 req-656d6033-d280-4d50-b5a7-e01fcbc08a8a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/quotas/905d3e9862c043939d7e73a1320af084 HTTP/1.1" status: 200  len: 375 time: 0.0138476
Jun 21 16:39:19.644387 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-e88bd270-d433-4a69-8118-e8e441ba33f8 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Request body: {'security_group_rule': {'security_group_id': '816120f9-fbbc-447f-b58c-1e6c0da9e4dd', 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:39:19.658181 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-e88bd270-d433-4a69-8118-e8e441ba33f8 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:39:19.668429 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-e88bd270-d433-4a69-8118-e8e441ba33f8 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Usage tracker for resource:security_group_rule and tenant:11bb3c615f364358bf7e47b3024a2fb9 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:39:19.674751 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-e88bd270-d433-4a69-8118-e8e441ba33f8 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:39:19.688138 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-e88bd270-d433-4a69-8118-e8e441ba33f8 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:39:19.718959 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-6a92763c-b494-470d-b027-df514e02a2b3 req-e888bdcb-4cdc-442d-857f-5fbc146a5ce8 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Synchronizing usage tracker for tenant:905d3e9862c043939d7e73a1320af084 on resource:port {{(pid=78427) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:39:19.731988 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.db.securitygroups_db [None req-e88bd270-d433-4a69-8118-e8e441ba33f8 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Project 11bb3c615f364358bf7e47b3024a2fb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 16:39:19.746026 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-6a92763c-b494-470d-b027-df514e02a2b3 req-e888bdcb-4cdc-442d-857f-5fbc146a5ce8 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Unset dirty status for tenant:905d3e9862c043939d7e73a1320af084 on resource:port {{(pid=78427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:39:19.758009 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e88bd270-d433-4a69-8118-e8e441ba33f8 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:19.761703 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6a92763c-b494-470d-b027-df514e02a2b3 req-e888bdcb-4cdc-442d-857f-5fbc146a5ce8 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=905d3e9862c043939d7e73a1320af084&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1402278
Jun 21 16:39:19.911032 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e88bd270-d433-4a69-8118-e8e441ba33f8 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:19.917417 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e88bd270-d433-4a69-8118-e8e441ba33f8 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742334'] for security_group_rule, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:19.921667 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-d2c43507-185e-46a1-a5b5-a166f7e8cb86 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:19.950118 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-8d5c15d8-67c5-40fb-8a16-eff9292eb36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979dd07a90>, [{'id': 'e776b49b-0076-467b-8eff-aa97174d5f8d', 'name': 'tempest-TestVolumeBootPattern-445019106-router', 'tenant_id': '77f185f4b9f34bc6bc3a2c160e584a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '32b4495d-981b-4ced-9a2e-9f33af358ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:39:08Z', 'updated_at': '2021-06-21T16:39:15Z', 'revision_number': 4, 'project_id': '77f185f4b9f34bc6bc3a2c160e584a6a', 'gw_port': {'id': '32b4495d-981b-4ced-9a2e-9f33af358ab9', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e776b49b-0076-467b-8eff-aa97174d5f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:09Z', 'updated_at': '2021-06-21T16:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': 'f8dab799-cc6e-4d5c-9471-5b55f7279fd0', 'name': '', 'network_id': '5ab42e26-4f17-4c52-8d3d-ea3c378d7887', 'tenant_id': '77f185f4b9f34bc6bc3a2c160e584a6a', 'mac_address': 'fa:16:3e:00:12:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e776b49b-0076-467b-8eff-aa97174d5f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '6df3e2b4-5857-442c-ab59-b4eb2c81fcfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:14Z', 'updated_at': '2021-06-21T16:39:18Z', 'revision_number': 4, 'project_id': '77f185f4b9f34bc6bc3a2c160e584a6a', 'subnets': [{'id': '6df3e2b4-5857-442c-ab59-b4eb2c81fcfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:39:19.957038 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5c15d8-67c5-40fb-8a16-eff9292eb36e None None] The sync data for ids ['e776b49b-0076-467b-8eff-aa97174d5f8d'] in dv-cinder-797161-1-iscsi is: [{'id': 'e776b49b-0076-467b-8eff-aa97174d5f8d', 'name': 'tempest-TestVolumeBootPattern-445019106-router', 'tenant_id': '77f185f4b9f34bc6bc3a2c160e584a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '32b4495d-981b-4ced-9a2e-9f33af358ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:39:08Z', 'updated_at': '2021-06-21T16:39:15Z', 'revision_number': 4, 'project_id': '77f185f4b9f34bc6bc3a2c160e584a6a', 'gw_port': {'id': '32b4495d-981b-4ced-9a2e-9f33af358ab9', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e776b49b-0076-467b-8eff-aa97174d5f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:09Z', 'updated_at': '2021-06-21T16:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': 'f8dab799-cc6e-4d5c-9471-5b55f7279fd0', 'name': '', 'network_id': '5ab42e26-4f17-4c52-8d3d-ea3c378d7887', 'tenant_id': '77f185f4b9f34bc6bc3a2c160e584a6a', 'mac_address': 'fa:16:3e:00:12:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e776b49b-0076-467b-8eff-aa97174d5f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '6df3e2b4-5857-442c-ab59-b4eb2c81fcfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:14Z', 'updated_at': '2021-06-21T16:39:18Z', 'revision_number': 4, 'project_id': '77f185f4b9f34bc6bc3a2c160e584a6a', 'subnets': [{'id': '6df3e2b4-5857-442c-ab59-b4eb2c81fcfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:39:19.966396 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88bd270-d433-4a69-8118-e8e441ba33f8 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97a68f54-239c-4b22-8534-2fecd7748bc6,revision_number=0']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:20.007645 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-e88bd270-d433-4a69-8118-e8e441ba33f8 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:20.025339 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e88bd270-d433-4a69-8118-e8e441ba33f8 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:20.033658 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-e88bd270-d433-4a69-8118-e8e441ba33f8 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4286211
Jun 21 16:39:20.068091 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d074ac-90e6-4442-ac7a-86872c04353f req-9cc6423f-8112-4d6f-a776-494faa0f5bb4 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:20.069099 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c988438d-0ee7-4382-8c37-c9e2318ca5f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 042671e9-420c-4d39-b0f3-0f5bf03c0771 {{(pid=78426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:39:20.075446 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-65d074ac-90e6-4442-ac7a-86872c04353f req-9cc6423f-8112-4d6f-a776-494faa0f5bb4 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 931 time: 0.2510238
Jun 21 16:39:20.079804 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6a92763c-b494-470d-b027-df514e02a2b3 req-9842b140-1049-48eb-aa68-7f84a56720c7 service neutron] 10.222.0.24 "GET /v2.0/networks/a67c6bd4-5155-4840-9134-bc4e7230ff7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3132720
Jun 21 16:39:20.090585 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c988438d-0ee7-4382-8c37-c9e2318ca5f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:20.118255 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c988438d-0ee7-4382-8c37-c9e2318ca5f9 service neutron] Transition to ACTIVE for port object 042671e9-420c-4d39-b0f3-0f5bf03c0771 will not be triggered until provisioned by entity L2. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:39:20.125830 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c988438d-0ee7-4382-8c37-c9e2318ca5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2434630'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:20.139450 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-ec82a700-a9ba-401f-9a38-c236c020c0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:20.152229 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-29118a0d-831b-4129-82b0-6e4204b1010b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:20.190296 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-65d074ac-90e6-4442-ac7a-86872c04353f req-fdf05b96-083d-4682-b3c0-d9f6c63396fe tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1138535
Jun 21 16:39:20.382081 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6a92763c-b494-470d-b027-df514e02a2b3 req-e5b15dbe-df5a-4a7e-93e0-4be800af4532 service neutron] 10.222.0.24 "GET /v2.0/networks/a67c6bd4-5155-4840-9134-bc4e7230ff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2751493
Jun 21 16:39:20.426219 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:20.526145 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988438d-0ee7-4382-8c37-c9e2318ca5f9 service neutron] Pushing event updated for resources: {'Port': ['ID=042671e9-420c-4d39-b0f3-0f5bf03c0771,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:20.555683 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c988438d-0ee7-4382-8c37-c9e2318ca5f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:20.586082 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device f8dab799-cc6e-4d5c-9471-5b55f7279fd0 up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:39:20.679932 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c988438d-0ee7-4382-8c37-c9e2318ca5f9 service neutron] Attempting to bind port 042671e9-420c-4d39-b0f3-0f5bf03c0771 on host hv-cinder-79716 for vnic_type normal with profile  {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:39:20.680438 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c988438d-0ee7-4382-8c37-c9e2318ca5f9 service neutron] Attempting to bind port 042671e9-420c-4d39-b0f3-0f5bf03c0771 by drivers openvswitch,hyperv on host hv-cinder-79716 at level 0 using segments [{'id': 'cb66d3c6-9116-4b7e-95d4-8704f85ac6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5'}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:39:20.680797 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c988438d-0ee7-4382-8c37-c9e2318ca5f9 service neutron] Attempting to bind port 042671e9-420c-4d39-b0f3-0f5bf03c0771 on network 4e7bf916-d804-4156-8df4-c3e47df8bbc5 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:39:20.689827 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c988438d-0ee7-4382-8c37-c9e2318ca5f9 service neutron] Port 042671e9-420c-4d39-b0f3-0f5bf03c0771 on network 4e7bf916-d804-4156-8df4-c3e47df8bbc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79716 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 16:39:20.690076 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c988438d-0ee7-4382-8c37-c9e2318ca5f9 service neutron] Attempting to bind port 042671e9-420c-4d39-b0f3-0f5bf03c0771 on network 4e7bf916-d804-4156-8df4-c3e47df8bbc5 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:39:20.695986 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c988438d-0ee7-4382-8c37-c9e2318ca5f9 service neutron] Checking agent: {'id': '8fa6119b-2ff5-4d4e-8bfd-f2c719c77604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79716', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'started_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:39:20.696552 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c988438d-0ee7-4382-8c37-c9e2318ca5f9 service neutron] Checking segment: {'id': 'cb66d3c6-9116-4b7e-95d4-8704f85ac6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:39:20.697010 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c988438d-0ee7-4382-8c37-c9e2318ca5f9 service neutron] Bound using segment: {'id': 'cb66d3c6-9116-4b7e-95d4-8704f85ac6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5'} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:39:20.697541 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c988438d-0ee7-4382-8c37-c9e2318ca5f9 service neutron] Bound port: 042671e9-420c-4d39-b0f3-0f5bf03c0771, host: hv-cinder-79716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb66d3c6-9116-4b7e-95d4-8704f85ac6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5'}}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:39:20.698310 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c988438d-0ee7-4382-8c37-c9e2318ca5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:20.761987 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning for port f8dab799-cc6e-4d5c-9471-5b55f7279fd0 completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:39:20.778401 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0cec894c-875a-4573-8a0e-ad0dd34b2502 req-7b4e7f46-733d-4092-84d4-2dae3330dcd7 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2d6ad0d-8b7a-479d-8a71-845c1521ac61 HTTP/1.1" status: 200  len: 210 time: 0.1099713
Jun 21 16:39:20.778552 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port f8dab799-cc6e-4d5c-9471-5b55f7279fd0 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:39:20.779202 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:20.863950 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:20.874511 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c988438d-0ee7-4382-8c37-c9e2318ca5f9 service neutron] For port 042671e9-420c-4d39-b0f3-0f5bf03c0771, host hv-cinder-79716, cleared binding levels {{(pid=78426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:39:20.878966 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c988438d-0ee7-4382-8c37-c9e2318ca5f9 service neutron] For port 042671e9-420c-4d39-b0f3-0f5bf03c0771, host hv-cinder-79716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=042671e9-420c-4d39-b0f3-0f5bf03c0771,segment=NetworkSegment(cb66d3c6-9116-4b7e-95d4-8704f85ac6dc),segment_id=cb66d3c6-9116-4b7e-95d4-8704f85ac6dc)] {{(pid=78426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:39:20.894494 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c988438d-0ee7-4382-8c37-c9e2318ca5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2434630'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:20.900626 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-ed4b257e-7627-49f9-996e-9588a4a1575e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:20.944459 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:20.969668 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c988438d-0ee7-4382-8c37-c9e2318ca5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:20.971529 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c988438d-0ee7-4382-8c37-c9e2318ca5f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:20.973321 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c988438d-0ee7-4382-8c37-c9e2318ca5f9 service neutron] 10.222.0.39 "PUT /v2.0/ports/042671e9-420c-4d39-b0f3-0f5bf03c0771 HTTP/1.1" status: 200  len: 1093 time: 1.7395058
Jun 21 16:39:20.981564 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b42be18-6511-499e-b9fe-83384ff41342', 'tag': '042671e9-420c-4d39-b0f3-0f5bf03c0771'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:39:21.002925 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] For port f8dab799-cc6e-4d5c-9471-5b55f7279fd0, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=f8dab799-cc6e-4d5c-9471-5b55f7279fd0,segment=NetworkSegment(dfb73a72-6d85-4d99-8276-ef9c99e31f9a),segment_id=dfb73a72-6d85-4d99-8276-ef9c99e31f9a)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:39:21.013357 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:21.015239 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:21.118830 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b42be18-6511-499e-b9fe-83384ff41342', 'tag': '042671e9-420c-4d39-b0f3-0f5bf03c0771', 'status': 'completed', 'code': 200}
Jun 21 16:39:21.170594 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988438d-0ee7-4382-8c37-c9e2318ca5f9 service neutron] Pushing event updated for resources: {'Port': ['ID=042671e9-420c-4d39-b0f3-0f5bf03c0771,revision_number=3']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:21.186458 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c988438d-0ee7-4382-8c37-c9e2318ca5f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:21.193742 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Pushing event updated for resources: {'Port': ['ID=f8dab799-cc6e-4d5c-9471-5b55f7279fd0,revision_number=5']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:21.196906 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:21.198394 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-04e7389a-bc18-4fb8-b148-b1b59914a825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:21.199902 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-04e7389a-bc18-4fb8-b148-b1b59914a825 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f495dd509064a23adb18dc1cd54b526&device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 1096 time: 0.1590052
Jun 21 16:39:21.217450 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-5d9cab61-c325-42be-8b79-48195b4fb13d req-2cf61901-acf2-4195-b465-1b5ea12f17ad service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2115808
Jun 21 16:39:21.319345 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-4ac88c98-809f-46f0-9dcb-3a34c9d4eaad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=042671e9-420c-4d39-b0f3-0f5bf03c0771 HTTP/1.1" status: 200  len: 217 time: 0.1041911
Jun 21 16:39:21.502316 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cab61-c325-42be-8b79-48195b4fb13d req-e2e2d79d-a549-4427-bf5c-908b0745dcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:21.504956 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-5d9cab61-c325-42be-8b79-48195b4fb13d req-e2e2d79d-a549-4427-bf5c-908b0745dcc1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0abf7fbe8a894aa0ac522b8db4c418f8&device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 1098 time: 0.1296086
Jun 21 16:39:21.529614 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c32077d9-5203-42c0-a6ec-c8e201728b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:21.531440 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-c32077d9-5203-42c0-a6ec-c8e201728b48 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736 HTTP/1.1" status: 200  len: 855 time: 0.1997526
Jun 21 16:39:21.604692 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa4026-abea-4e8d-b66a-4b65a6b6a0f0 req-43b9c407-848a-4879-ae4d-67170dcfeb8b tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:21.606244 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e9aa4026-abea-4e8d-b66a-4b65a6b6a0f0 req-43b9c407-848a-4879-ae4d-67170dcfeb8b tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 943 time: 0.1695771
Jun 21 16:39:21.700106 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e9aa4026-abea-4e8d-b66a-4b65a6b6a0f0 req-53a67348-15bc-4da4-afe1-1056188b546e tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0835149
Jun 21 16:39:21.724185 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-a7e1b8b7-5493-488f-909b-ac763f8e12ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:21.726186 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-a7e1b8b7-5493-488f-909b-ac763f8e12ef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4e7bf916-d804-4156-8df4-c3e47df8bbc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1799741
Jun 21 16:39:21.845524 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cab61-c325-42be-8b79-48195b4fb13d req-a8e74de1-e9be-4ae1-834a-9ef1002e7a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:21.848261 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-5d9cab61-c325-42be-8b79-48195b4fb13d req-a8e74de1-e9be-4ae1-834a-9ef1002e7a5b service neutron] 10.222.0.39 "GET /v2.0/networks?id=9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4 HTTP/1.1" status: 200  len: 910 time: 0.3215780
Jun 21 16:39:21.897217 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-98bf5b4f-a7fc-4d57-9bc7-cafab0b3eeb8 service neutron] 10.222.0.39 "GET /v2.0/networks/4e7bf916-d804-4156-8df4-c3e47df8bbc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1633143
Jun 21 16:39:21.982762 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-5d9cab61-c325-42be-8b79-48195b4fb13d req-1154a79d-f09e-41dc-a5cf-0bacc8cc9ef4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03600ce8-9489-4f7b-be6b-00c3a6cc2920 HTTP/1.1" status: 200  len: 1001 time: 0.1241634
Jun 21 16:39:21.991785 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-daf99024-af29-4d6a-9467-5ebc3d15d75d req-45ac2fc5-889b-4b9e-8dea-0b4a9196d5d8 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2d6ad0d-8b7a-479d-8a71-845c1521ac61 HTTP/1.1" status: 200  len: 210 time: 0.0565755
Jun 21 16:39:22.086390 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cab61-c325-42be-8b79-48195b4fb13d req-2492ece5-2315-4aaa-b0dc-7ed2a6bb4418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:22.088279 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-5d9cab61-c325-42be-8b79-48195b4fb13d req-2492ece5-2315-4aaa-b0dc-7ed2a6bb4418 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d28f0b85-c931-4d9a-9dda-91c9d86f9837 HTTP/1.1" status: 200  len: 848 time: 0.0919650
Jun 21 16:39:22.195355 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cab61-c325-42be-8b79-48195b4fb13d req-c00e6636-294a-4a51-8fef-735487844513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:22.197399 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-5d9cab61-c325-42be-8b79-48195b4fb13d req-c00e6636-294a-4a51-8fef-735487844513 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0887952
Jun 21 16:39:22.199117 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-383a64fb-05e7-45b7-93e6-6940034fd31f req-61424811-3521-4618-ba86-d113210e81a6 service neutron] 10.222.0.39 "GET /v2.0/networks/4e7bf916-d804-4156-8df4-c3e47df8bbc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2925601
Jun 21 16:39:22.404221 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-5d9cab61-c325-42be-8b79-48195b4fb13d req-782460cf-eb15-47b7-b86f-09f58b48d3e6 service neutron] 10.222.0.39 "GET /v2.0/networks/9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1886978
Jun 21 16:39:22.442908 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:22.510671 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92763c-b494-470d-b027-df514e02a2b3 req-bf8d37d3-094b-4f95-b047-b02ffd3bb2db tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:22.519618 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6a92763c-b494-470d-b027-df514e02a2b3 req-bf8d37d3-094b-4f95-b047-b02ffd3bb2db tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.39 "GET /v2.0/networks?id=a67c6bd4-5155-4840-9134-bc4e7230ff7f HTTP/1.1" status: 200  len: 811 time: 0.1988149
Jun 21 16:39:22.519780 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba866d-47ab-4738-9120-429ac9bcda65 req-ff12cbda-3b69-4aa8-851c-3a431acc24e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:22.519780 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c2ba866d-47ab-4738-9120-429ac9bcda65 req-ff12cbda-3b69-4aa8-851c-3a431acc24e0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f495dd509064a23adb18dc1cd54b526&device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 1096 time: 0.1917984
Jun 21 16:39:22.580913 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device f8dab799-cc6e-4d5c-9471-5b55f7279fd0 up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:39:22.590053 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6a92763c-b494-470d-b027-df514e02a2b3 req-9548f39a-5b0c-4bdd-b985-c84af57e1116 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=905d3e9862c043939d7e73a1320af084 HTTP/1.1" status: 200  len: 379 time: 0.0580189
Jun 21 16:39:22.600367 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [req-6a92763c-b494-470d-b027-df514e02a2b3 req-90ce55f9-f253-4980-be56-c196f807d826 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Request body: {'port': {'device_id': 'c2d6ad0d-8b7a-479d-8a71-845c1521ac61', 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f', 'admin_state_up': True, 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'security_groups': ['9e4e2d55-3a79-43ec-b633-79674000d952']}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:39:22.643643 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-5d9cab61-c325-42be-8b79-48195b4fb13d req-8a25bd2c-e71e-43e7-b14e-108f3d82c6a5 service neutron] 10.222.0.39 "GET /v2.0/networks/9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2321837
Jun 21 16:39:22.661154 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port f8dab799-cc6e-4d5c-9471-5b55f7279fd0 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:39:22.661768 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:22.699723 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba866d-47ab-4738-9120-429ac9bcda65 req-66d9d0e4-5e3b-4cb7-9b5a-cd03939cfd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:22.701197 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c2ba866d-47ab-4738-9120-429ac9bcda65 req-66d9d0e4-5e3b-4cb7-9b5a-cd03939cfd0a service neutron] 10.222.0.39 "GET /v2.0/networks?id=4e7bf916-d804-4156-8df4-c3e47df8bbc5 HTTP/1.1" status: 200  len: 917 time: 0.1672952
Jun 21 16:39:22.750731 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [req-6a92763c-b494-470d-b027-df514e02a2b3 req-90ce55f9-f253-4980-be56-c196f807d826 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:39:22.761674 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [req-6a92763c-b494-470d-b027-df514e02a2b3 req-90ce55f9-f253-4980-be56-c196f807d826 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:39:22.773534 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a92763c-b494-470d-b027-df514e02a2b3 req-90ce55f9-f253-4980-be56-c196f807d826 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Made reservation on behalf of 905d3e9862c043939d7e73a1320af084 for: {'port': 1} {{(pid=78427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:39:22.777073 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-6a92763c-b494-470d-b027-df514e02a2b3 req-90ce55f9-f253-4980-be56-c196f807d826 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:22.784999 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c2ba866d-47ab-4738-9120-429ac9bcda65 req-081bfa3c-7774-4b98-ab8d-b7dca9ebbb77 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=042671e9-420c-4d39-b0f3-0f5bf03c0771 HTTP/1.1" status: 200  len: 217 time: 0.0764732
Jun 21 16:39:22.857802 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba866d-47ab-4738-9120-429ac9bcda65 req-6b3d4906-3d12-4720-9318-b65757dcc493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:22.859254 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c2ba866d-47ab-4738-9120-429ac9bcda65 req-6b3d4906-3d12-4720-9318-b65757dcc493 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736 HTTP/1.1" status: 200  len: 855 time: 0.0676267
Jun 21 16:39:22.940032 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba866d-47ab-4738-9120-429ac9bcda65 req-0c2308cf-cc48-459a-a389-5725195c3c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:22.941530 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c2ba866d-47ab-4738-9120-429ac9bcda65 req-0c2308cf-cc48-459a-a389-5725195c3c26 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4e7bf916-d804-4156-8df4-c3e47df8bbc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0720410
Jun 21 16:39:23.006133 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.db_base_plugin_common [req-6a92763c-b494-470d-b027-df514e02a2b3 req-90ce55f9-f253-4980-be56-c196f807d826 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Allocated IP 172.20.0.12 (a67c6bd4-5155-4840-9134-bc4e7230ff7f/2be6e26d-5dd3-4545-8f70-57f38dc5039e/267ffb5e-544a-47dd-9ac9-f743dae1afd0) {{(pid=78427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:39:23.017351 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b9f0d-8e64-4309-8a31-98e288b1b67d req-9d6ca071-313a-4ca6-8ecc-14462e320aa2 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:23.018960 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-3e3b9f0d-8e64-4309-8a31-98e288b1b67d req-9d6ca071-313a-4ca6-8ecc-14462e320aa2 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 943 time: 0.1810484
Jun 21 16:39:23.081869 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c2ba866d-47ab-4738-9120-429ac9bcda65 req-435894ce-af63-43a1-87bc-9784a958fb3f service neutron] 10.222.0.39 "GET /v2.0/networks/4e7bf916-d804-4156-8df4-c3e47df8bbc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1324844
Jun 21 16:39:23.139670 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-3e3b9f0d-8e64-4309-8a31-98e288b1b67d req-bad5145b-5779-4a89-8a72-878fba1166e8 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0994980
Jun 21 16:39:23.232171 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c2ba866d-47ab-4738-9120-429ac9bcda65 req-5c7b5cf8-4dff-431f-a267-92ff4989458e service neutron] 10.222.0.39 "GET /v2.0/networks/4e7bf916-d804-4156-8df4-c3e47df8bbc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1419361
Jun 21 16:39:23.233059 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-215d4a95-e1cc-4d3a-8580-2e2d996085b9 req-b4f47af5-ffa4-4c41-88a2-1b4cf3f4930b tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2d6ad0d-8b7a-479d-8a71-845c1521ac61 HTTP/1.1" status: 200  len: 210 time: 0.0967896
Jun 21 16:39:23.293013 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-6a92763c-b494-470d-b027-df514e02a2b3 req-90ce55f9-f253-4980-be56-c196f807d826 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for port, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:23.310376 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.provisioning_blocks [req-6a92763c-b494-470d-b027-df514e02a2b3 req-90ce55f9-f253-4980-be56-c196f807d826 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Transition to ACTIVE for port object 267ffb5e-544a-47dd-9ac9-f743dae1afd0 will not be triggered until provisioned by entity DHCP. {{(pid=78427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:39:23.335025 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-6a92763c-b494-470d-b027-df514e02a2b3 req-90ce55f9-f253-4980-be56-c196f807d826 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1910645'] for port, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:23.340210 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:23.410363 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a92763c-b494-470d-b027-df514e02a2b3 req-90ce55f9-f253-4980-be56-c196f807d826 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Network a67c6bd4-5155-4840-9134-bc4e7230ff7f is already hosted by enough agents. {{(pid=78427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:39:23.413373 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.base_scheduler [req-6a92763c-b494-470d-b027-df514e02a2b3 req-90ce55f9-f253-4980-be56-c196f807d826 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Resources bound (agent type, host, resource id):  {{(pid=78427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:39:23.417056 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a92763c-b494-470d-b027-df514e02a2b3 req-90ce55f9-f253-4980-be56-c196f807d826 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Received port after_create {{(pid=78427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:39:23.447410 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce55f9-f253-4980-be56-c196f807d826 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Pushing event updated for resources: {'Port': ['ID=267ffb5e-544a-47dd-9ac9-f743dae1afd0,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:23.453874 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-90ce55f9-f253-4980-be56-c196f807d826 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:23.483619 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92763c-b494-470d-b027-df514e02a2b3 req-90ce55f9-f253-4980-be56-c196f807d826 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:23.484167 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-6a92763c-b494-470d-b027-df514e02a2b3 req-90ce55f9-f253-4980-be56-c196f807d826 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:23.513206 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6a92763c-b494-470d-b027-df514e02a2b3 req-90ce55f9-f253-4980-be56-c196f807d826 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9166043
Jun 21 16:39:23.533209 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [req-6a92763c-b494-470d-b027-df514e02a2b3 req-a64287d8-9459-46d4-9fc0-f114eb902545 service neutron] Request body: {'port': {'device_id': 'c2d6ad0d-8b7a-479d-8a71-845c1521ac61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79716'}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:39:23.631854 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-6ec15b2a-e99b-43ae-adbb-86dedf3a728c None None] Provisioning for port 267ffb5e-544a-47dd-9ac9-f743dae1afd0 completed by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:39:23.637600 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-6ec15b2a-e99b-43ae-adbb-86dedf3a728c None None] Provisioning complete for port 267ffb5e-544a-47dd-9ac9-f743dae1afd0 triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:39:23.638051 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-6ec15b2a-e99b-43ae-adbb-86dedf3a728c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:23.649368 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-6a92763c-b494-470d-b027-df514e02a2b3 req-a64287d8-9459-46d4-9fc0-f114eb902545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:23.695790 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-6ec15b2a-e99b-43ae-adbb-86dedf3a728c None None] Port 267ffb5e-544a-47dd-9ac9-f743dae1afd0 cannot update to ACTIVE because it is not bound. {{(pid=78428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 16:39:23.991695 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.notifiers.nova [req-6a92763c-b494-470d-b027-df514e02a2b3 req-a64287d8-9459-46d4-9fc0-f114eb902545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 267ffb5e-544a-47dd-9ac9-f743dae1afd0 {{(pid=78427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:39:23.998650 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-6a92763c-b494-470d-b027-df514e02a2b3 req-a64287d8-9459-46d4-9fc0-f114eb902545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:24.018599 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.provisioning_blocks [req-6a92763c-b494-470d-b027-df514e02a2b3 req-a64287d8-9459-46d4-9fc0-f114eb902545 service neutron] Transition to ACTIVE for port object 267ffb5e-544a-47dd-9ac9-f743dae1afd0 will not be triggered until provisioned by entity L2. {{(pid=78427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:39:24.023752 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-6a92763c-b494-470d-b027-df514e02a2b3 req-a64287d8-9459-46d4-9fc0-f114eb902545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1910604'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:24.027545 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-96df45c4-0848-462e-82ba-a108d32bd633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:24.249661 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64287d8-9459-46d4-9fc0-f114eb902545 service neutron] Pushing event updated for resources: {'Port': ['ID=267ffb5e-544a-47dd-9ac9-f743dae1afd0,revision_number=2']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:24.283667 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-a64287d8-9459-46d4-9fc0-f114eb902545 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:24.463198 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [req-6a92763c-b494-470d-b027-df514e02a2b3 req-a64287d8-9459-46d4-9fc0-f114eb902545 service neutron] Attempting to bind port 267ffb5e-544a-47dd-9ac9-f743dae1afd0 on host hv-cinder-79716 for vnic_type normal with profile  {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:39:24.463533 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [req-6a92763c-b494-470d-b027-df514e02a2b3 req-a64287d8-9459-46d4-9fc0-f114eb902545 service neutron] Attempting to bind port 267ffb5e-544a-47dd-9ac9-f743dae1afd0 by drivers openvswitch,hyperv on host hv-cinder-79716 at level 0 using segments [{'id': '16cd9c55-e131-42a6-8dc4-ceeca16849f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f'}] {{(pid=78427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:39:24.463885 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a92763c-b494-470d-b027-df514e02a2b3 req-a64287d8-9459-46d4-9fc0-f114eb902545 service neutron] Attempting to bind port 267ffb5e-544a-47dd-9ac9-f743dae1afd0 on network a67c6bd4-5155-4840-9134-bc4e7230ff7f {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:39:24.472708 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a92763c-b494-470d-b027-df514e02a2b3 req-a64287d8-9459-46d4-9fc0-f114eb902545 service neutron] Port 267ffb5e-544a-47dd-9ac9-f743dae1afd0 on network a67c6bd4-5155-4840-9134-bc4e7230ff7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79716 {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 16:39:24.473026 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a92763c-b494-470d-b027-df514e02a2b3 req-a64287d8-9459-46d4-9fc0-f114eb902545 service neutron] Attempting to bind port 267ffb5e-544a-47dd-9ac9-f743dae1afd0 on network a67c6bd4-5155-4840-9134-bc4e7230ff7f {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:39:24.483513 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a92763c-b494-470d-b027-df514e02a2b3 req-a64287d8-9459-46d4-9fc0-f114eb902545 service neutron] Checking agent: {'id': '8fa6119b-2ff5-4d4e-8bfd-f2c719c77604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79716', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'started_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:39:24.483878 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a92763c-b494-470d-b027-df514e02a2b3 req-a64287d8-9459-46d4-9fc0-f114eb902545 service neutron] Checking segment: {'id': '16cd9c55-e131-42a6-8dc4-ceeca16849f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:39:24.484245 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a92763c-b494-470d-b027-df514e02a2b3 req-a64287d8-9459-46d4-9fc0-f114eb902545 service neutron] Bound using segment: {'id': '16cd9c55-e131-42a6-8dc4-ceeca16849f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f'} {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:39:24.484674 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [req-6a92763c-b494-470d-b027-df514e02a2b3 req-a64287d8-9459-46d4-9fc0-f114eb902545 service neutron] Bound port: 267ffb5e-544a-47dd-9ac9-f743dae1afd0, host: hv-cinder-79716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16cd9c55-e131-42a6-8dc4-ceeca16849f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f'}}] {{(pid=78427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:39:24.485017 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-6a92763c-b494-470d-b027-df514e02a2b3 req-a64287d8-9459-46d4-9fc0-f114eb902545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:24.518167 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dac745-4fd7-4042-a678-4f1fef3b2897 req-2285c383-a25b-4935-b058-467cc71a1a57 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:24.519524 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a1dac745-4fd7-4042-a678-4f1fef3b2897 req-2285c383-a25b-4935-b058-467cc71a1a57 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 943 time: 0.2354062
Jun 21 16:39:24.561158 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf708d2-54a5-4618-ac87-2b1d6b78560e req-a4065643-8819-4200-8970-3366c7850718 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:24.562022 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-bbf708d2-54a5-4618-ac87-2b1d6b78560e req-a4065643-8819-4200-8970-3366c7850718 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Synchronizing usage tracker for tenant:905d3e9862c043939d7e73a1320af084 on resource:port {{(pid=78427) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:39:24.635970 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-bbf708d2-54a5-4618-ac87-2b1d6b78560e req-a4065643-8819-4200-8970-3366c7850718 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Unset dirty status for tenant:905d3e9862c043939d7e73a1320af084 on resource:port {{(pid=78427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:39:24.637075 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-bbf708d2-54a5-4618-ac87-2b1d6b78560e req-a4065643-8819-4200-8970-3366c7850718 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2d6ad0d-8b7a-479d-8a71-845c1521ac61 HTTP/1.1" status: 200  len: 944 time: 0.2812450
Jun 21 16:39:24.643694 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a1dac745-4fd7-4042-a678-4f1fef3b2897 req-9774626f-1120-4ed5-9286-06132d4c9ddd tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0991986
Jun 21 16:39:24.672019 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [req-6a92763c-b494-470d-b027-df514e02a2b3 req-a64287d8-9459-46d4-9fc0-f114eb902545 service neutron] For port 267ffb5e-544a-47dd-9ac9-f743dae1afd0, host hv-cinder-79716, cleared binding levels {{(pid=78427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:39:24.694080 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [req-6a92763c-b494-470d-b027-df514e02a2b3 req-a64287d8-9459-46d4-9fc0-f114eb902545 service neutron] For port 267ffb5e-544a-47dd-9ac9-f743dae1afd0, host hv-cinder-79716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=267ffb5e-544a-47dd-9ac9-f743dae1afd0,segment=NetworkSegment(16cd9c55-e131-42a6-8dc4-ceeca16849f7),segment_id=16cd9c55-e131-42a6-8dc4-ceeca16849f7)] {{(pid=78427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:39:24.702367 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-6a92763c-b494-470d-b027-df514e02a2b3 req-a64287d8-9459-46d4-9fc0-f114eb902545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1910604'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:24.707125 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-0a49e70f-d8ca-4735-86e5-10cbacb6e178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:24.738094 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-bbf708d2-54a5-4618-ac87-2b1d6b78560e req-0c8dfbe0-1c0c-4332-8bf2-02a82fdc3fd6 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4e2d55-3a79-43ec-b633-79674000d952&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0919704
Jun 21 16:39:24.752829 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92763c-b494-470d-b027-df514e02a2b3 req-a64287d8-9459-46d4-9fc0-f114eb902545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:24.753450 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-6a92763c-b494-470d-b027-df514e02a2b3 req-a64287d8-9459-46d4-9fc0-f114eb902545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:24.762518 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6a92763c-b494-470d-b027-df514e02a2b3 req-a64287d8-9459-46d4-9fc0-f114eb902545 service neutron] 10.222.0.39 "PUT /v2.0/ports/267ffb5e-544a-47dd-9ac9-f743dae1afd0 HTTP/1.1" status: 200  len: 1094 time: 1.2265272
Jun 21 16:39:24.762518 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d6ad0d-8b7a-479d-8a71-845c1521ac61', 'tag': '267ffb5e-544a-47dd-9ac9-f743dae1afd0'}] {{(pid=78427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:39:24.810388 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64287d8-9459-46d4-9fc0-f114eb902545 service neutron] Pushing event updated for resources: {'Port': ['ID=267ffb5e-544a-47dd-9ac9-f743dae1afd0,revision_number=3']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:24.814622 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-a64287d8-9459-46d4-9fc0-f114eb902545 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:24.852101 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d6ad0d-8b7a-479d-8a71-845c1521ac61', 'tag': '267ffb5e-544a-47dd-9ac9-f743dae1afd0', 'status': 'completed', 'code': 200}
Jun 21 16:39:24.895271 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92763c-b494-470d-b027-df514e02a2b3 req-50269537-8ed2-4fac-b307-b50e7692c97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:24.896773 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6a92763c-b494-470d-b027-df514e02a2b3 req-50269537-8ed2-4fac-b307-b50e7692c97e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=905d3e9862c043939d7e73a1320af084&device_id=c2d6ad0d-8b7a-479d-8a71-845c1521ac61 HTTP/1.1" status: 200  len: 1097 time: 0.0811210
Jun 21 16:39:24.983937 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6a92763c-b494-470d-b027-df514e02a2b3 req-4ee44360-2783-43d6-a411-cc747c1ff73a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=267ffb5e-544a-47dd-9ac9-f743dae1afd0 HTTP/1.1" status: 200  len: 217 time: 0.0713866
Jun 21 16:39:25.054608 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92763c-b494-470d-b027-df514e02a2b3 req-040bc4cf-10ba-4237-b4d6-4a2561bf2e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:25.056063 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6a92763c-b494-470d-b027-df514e02a2b3 req-040bc4cf-10ba-4237-b4d6-4a2561bf2e0f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2be6e26d-5dd3-4545-8f70-57f38dc5039e HTTP/1.1" status: 200  len: 850 time: 0.0612476
Jun 21 16:39:25.133452 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92763c-b494-470d-b027-df514e02a2b3 req-6d81db7a-ae22-4a2c-8866-6c3dff599a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:25.135157 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6a92763c-b494-470d-b027-df514e02a2b3 req-6d81db7a-ae22-4a2c-8866-6c3dff599a1b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a67c6bd4-5155-4840-9134-bc4e7230ff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0718443
Jun 21 16:39:25.270281 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6a92763c-b494-470d-b027-df514e02a2b3 req-69ab8106-67c8-4bfa-8de2-c223e8e7ae25 service neutron] 10.222.0.39 "GET /v2.0/networks/a67c6bd4-5155-4840-9134-bc4e7230ff7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284525
Jun 21 16:39:25.404535 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6a92763c-b494-470d-b027-df514e02a2b3 req-c3b82945-1251-42ea-a4bb-50fb238b23fd service neutron] 10.222.0.39 "GET /v2.0/networks/a67c6bd4-5155-4840-9134-bc4e7230ff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268547
Jun 21 16:39:25.570454 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b26c3-876f-4b41-ada3-8095a6eb5881 req-ed8d0c9d-79a5-46ce-97f7-6fa7cfbedde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:25.571908 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-785b26c3-876f-4b41-ada3-8095a6eb5881 req-ed8d0c9d-79a5-46ce-97f7-6fa7cfbedde9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=905d3e9862c043939d7e73a1320af084&device_id=c2d6ad0d-8b7a-479d-8a71-845c1521ac61 HTTP/1.1" status: 200  len: 1097 time: 0.0764940
Jun 21 16:39:25.706152 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b26c3-876f-4b41-ada3-8095a6eb5881 req-7e72b44b-2404-4dc6-a2e5-87befba424ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:25.707583 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-785b26c3-876f-4b41-ada3-8095a6eb5881 req-7e72b44b-2404-4dc6-a2e5-87befba424ae service neutron] 10.222.0.39 "GET /v2.0/networks?id=a67c6bd4-5155-4840-9134-bc4e7230ff7f HTTP/1.1" status: 200  len: 912 time: 0.1284652
Jun 21 16:39:25.798719 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 042671e9-420c-4d39-b0f3-0f5bf03c0771 details requested by agent hyperv_hv-cinder-79716 with host hv-cinder-79716 {{(pid=78428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 16:39:25.825165 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-785b26c3-876f-4b41-ada3-8095a6eb5881 req-442c7541-e6b0-40e2-8022-e6ecceca935f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=267ffb5e-544a-47dd-9ac9-f743dae1afd0 HTTP/1.1" status: 200  len: 217 time: 0.1094797
Jun 21 16:39:25.948849 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 042671e9-420c-4d39-b0f3-0f5bf03c0771, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=042671e9-420c-4d39-b0f3-0f5bf03c0771,segment=NetworkSegment(cb66d3c6-9116-4b7e-95d4-8704f85ac6dc),segment_id=cb66d3c6-9116-4b7e-95d4-8704f85ac6dc)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:39:25.964822 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Returning: {'device': '042671e9-420c-4d39-b0f3-0f5bf03c0771', 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5', 'port_id': '042671e9-420c-4d39-b0f3-0f5bf03c0771', 'mac_address': 'fa:16:3e:db:a6:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 16:39:26.024768 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:26.042639 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 042671e9-420c-4d39-b0f3-0f5bf03c0771 {{(pid=78428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:39:26.047148 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b26c3-876f-4b41-ada3-8095a6eb5881 req-ecfbdcca-76e7-4b64-a417-3de874883117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:26.048821 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-785b26c3-876f-4b41-ada3-8095a6eb5881 req-ecfbdcca-76e7-4b64-a417-3de874883117 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2be6e26d-5dd3-4545-8f70-57f38dc5039e HTTP/1.1" status: 200  len: 850 time: 0.2155583
Jun 21 16:39:26.058279 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 042671e9-420c-4d39-b0f3-0f5bf03c0771, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=042671e9-420c-4d39-b0f3-0f5bf03c0771,segment=NetworkSegment(cb66d3c6-9116-4b7e-95d4-8704f85ac6dc),segment_id=cb66d3c6-9116-4b7e-95d4-8704f85ac6dc)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:39:26.061697 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d5bea-9234-4989-b3e9-e6899eac8c61 req-0a7e9999-2953-47a6-b367-f05e851ff344 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:26.063374 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-343d5bea-9234-4989-b3e9-e6899eac8c61 req-0a7e9999-2953-47a6-b367-f05e851ff344 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 943 time: 0.3001864
Jun 21 16:39:26.063746 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:26.076463 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-171b0c77-31e9-497d-a4e2-17731dbe2726 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:26.142543 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=042671e9-420c-4d39-b0f3-0f5bf03c0771,revision_number=4']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:26.145814 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:26.173261 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-343d5bea-9234-4989-b3e9-e6899eac8c61 req-9d6a4e59-5493-4976-8aa2-961e3f13d312 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0683198
Jun 21 16:39:26.185815 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991ae40-1b35-40ab-a965-7117a29d2faa req-415f152b-229c-4cf6-a113-39cf6e01b795 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:26.187058 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c991ae40-1b35-40ab-a965-7117a29d2faa req-415f152b-229c-4cf6-a113-39cf6e01b795 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2d6ad0d-8b7a-479d-8a71-845c1521ac61 HTTP/1.1" status: 200  len: 944 time: 0.3194544
Jun 21 16:39:26.219352 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b26c3-876f-4b41-ada3-8095a6eb5881 req-0b53640c-32c1-4deb-82db-405ed37f0cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:26.222090 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-785b26c3-876f-4b41-ada3-8095a6eb5881 req-0b53640c-32c1-4deb-82db-405ed37f0cbd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a67c6bd4-5155-4840-9134-bc4e7230ff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1577928
Jun 21 16:39:26.260494 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c991ae40-1b35-40ab-a965-7117a29d2faa req-27dce2e8-dfb2-473a-a811-bdbca18be0e9 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4e2d55-3a79-43ec-b633-79674000d952&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0668979
Jun 21 16:39:26.366864 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-785b26c3-876f-4b41-ada3-8095a6eb5881 req-2e91b5ad-754d-4d8e-af37-56c3b02fef2f service neutron] 10.222.0.39 "GET /v2.0/networks/a67c6bd4-5155-4840-9134-bc4e7230ff7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359370
Jun 21 16:39:26.420221 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['042671e9-420c-4d39-b0f3-0f5bf03c0771'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:39:26.505838 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-785b26c3-876f-4b41-ada3-8095a6eb5881 req-6c6a15bf-1baf-4cfe-8849-c87b36d0a98a service neutron] 10.222.0.39 "GET /v2.0/networks/a67c6bd4-5155-4840-9134-bc4e7230ff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1314042
Jun 21 16:39:27.365178 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41463542-aced-4c46-9b3e-ff081a8de77f req-be710b67-bec3-40a8-a79c-a55af312fe00 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:27.366644 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-41463542-aced-4c46-9b3e-ff081a8de77f req-be710b67-bec3-40a8-a79c-a55af312fe00 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 944 time: 0.0857768
Jun 21 16:39:27.460042 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-41463542-aced-4c46-9b3e-ff081a8de77f req-8f7574e0-bed5-4e35-a295-e1fa8a40ea2f tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0877500
Jun 21 16:39:27.487325 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494c883-10a3-483d-9896-04b099f5b38d req-ceee225d-e331-402c-9a91-5cea17ed59e0 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:27.488767 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4494c883-10a3-483d-9896-04b099f5b38d req-ceee225d-e331-402c-9a91-5cea17ed59e0 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2d6ad0d-8b7a-479d-8a71-845c1521ac61 HTTP/1.1" status: 200  len: 944 time: 0.1040926
Jun 21 16:39:27.581978 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4494c883-10a3-483d-9896-04b099f5b38d req-1ced90f9-faa3-4036-b593-baf28a75c997 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4e2d55-3a79-43ec-b633-79674000d952&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0876648
Jun 21 16:39:27.805661 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 267ffb5e-544a-47dd-9ac9-f743dae1afd0 details requested by agent hyperv_hv-cinder-79716 with host hv-cinder-79716 {{(pid=78428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 16:39:27.812581 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 042671e9-420c-4d39-b0f3-0f5bf03c0771 up at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:39:27.987944 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning for port 042671e9-420c-4d39-b0f3-0f5bf03c0771 completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:39:27.999287 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning complete for port 042671e9-420c-4d39-b0f3-0f5bf03c0771 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:39:27.999694 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:28.072990 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 267ffb5e-544a-47dd-9ac9-f743dae1afd0, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=267ffb5e-544a-47dd-9ac9-f743dae1afd0,segment=NetworkSegment(16cd9c55-e131-42a6-8dc4-ceeca16849f7),segment_id=16cd9c55-e131-42a6-8dc4-ceeca16849f7)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:39:28.095249 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Returning: {'device': '267ffb5e-544a-47dd-9ac9-f743dae1afd0', 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f', 'port_id': '267ffb5e-544a-47dd-9ac9-f743dae1afd0', 'mac_address': 'fa:16:3e:76:eb:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2be6e26d-5dd3-4545-8f70-57f38dc5039e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 16:39:28.183567 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:28.216746 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 267ffb5e-544a-47dd-9ac9-f743dae1afd0 {{(pid=78428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:39:28.236609 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:28.248066 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 267ffb5e-544a-47dd-9ac9-f743dae1afd0, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=267ffb5e-544a-47dd-9ac9-f743dae1afd0,segment=NetworkSegment(16cd9c55-e131-42a6-8dc4-ceeca16849f7),segment_id=16cd9c55-e131-42a6-8dc4-ceeca16849f7)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:39:28.255390 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:28.257257 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-636ce932-d9dc-4928-ae4b-dbe3ef1d435b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:28.313039 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b42be18-6511-499e-b9fe-83384ff41342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042671e9-420c-4d39-b0f3-0f5bf03c0771'}] {{(pid=78428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:39:28.327555 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 042671e9-420c-4d39-b0f3-0f5bf03c0771, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=042671e9-420c-4d39-b0f3-0f5bf03c0771,segment=NetworkSegment(cb66d3c6-9116-4b7e-95d4-8704f85ac6dc),segment_id=cb66d3c6-9116-4b7e-95d4-8704f85ac6dc)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:39:28.334570 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:28.343511 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=267ffb5e-544a-47dd-9ac9-f743dae1afd0,revision_number=4']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:28.347268 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:28.347754 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-fc46e355-7c0a-40ed-abdd-a4f469d76486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:28.383949 dv-cinder-797161-1-iscsi neutron-server[78428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b42be18-6511-499e-b9fe-83384ff41342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042671e9-420c-4d39-b0f3-0f5bf03c0771', 'code': 200}
Jun 21 16:39:28.416495 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=042671e9-420c-4d39-b0f3-0f5bf03c0771,revision_number=5']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:28.419423 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:28.554120 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['267ffb5e-544a-47dd-9ac9-f743dae1afd0'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:39:28.749316 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08ab7b-7e2b-43e1-928a-e6b81b04c487 req-d3a1a370-160f-4840-94ba-cf2c99ef1d5f tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:28.750738 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2f08ab7b-7e2b-43e1-928a-e6b81b04c487 req-d3a1a370-160f-4840-94ba-cf2c99ef1d5f tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 945 time: 0.1511936
Jun 21 16:39:28.756919 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e517606-28d6-47e0-bf86-d0637e6720ed req-3c0c0005-d616-4da9-b184-198dcdd68e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:28.758247 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5e517606-28d6-47e0-bf86-d0637e6720ed req-3c0c0005-d616-4da9-b184-198dcdd68e1e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 1098 time: 0.1897919
Jun 21 16:39:28.850413 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2f08ab7b-7e2b-43e1-928a-e6b81b04c487 req-3a135218-b76a-4693-8098-44bd5b5c8c11 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0912323
Jun 21 16:39:28.852718 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5e517606-28d6-47e0-bf86-d0637e6720ed req-10c5c597-f95c-497f-95fe-8875537c7f28 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0760009
Jun 21 16:39:28.874164 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf904da2-22e0-4fa2-b679-7b81ed3a0a0c req-a33a9c25-5584-4d7c-9ccb-42aceef853a8 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:28.874164 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-cf904da2-22e0-4fa2-b679-7b81ed3a0a0c req-a33a9c25-5584-4d7c-9ccb-42aceef853a8 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2d6ad0d-8b7a-479d-8a71-845c1521ac61 HTTP/1.1" status: 200  len: 945 time: 0.1708450
Jun 21 16:39:28.920158 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-cf904da2-22e0-4fa2-b679-7b81ed3a0a0c req-f3238ed9-eced-4b56-8506-b5aff6fa296f tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4e2d55-3a79-43ec-b633-79674000d952&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413237
Jun 21 16:39:29.820992 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 267ffb5e-544a-47dd-9ac9-f743dae1afd0 up at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:39:29.902706 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning for port 267ffb5e-544a-47dd-9ac9-f743dae1afd0 completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:39:29.908371 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning complete for port 267ffb5e-544a-47dd-9ac9-f743dae1afd0 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:39:29.908750 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:30.046619 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:30.065262 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5c3a4-d7e0-4c24-b4a0-d6fc578dca20 req-2bfd2400-43ff-4a72-9e06-d550585a2b60 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:30.066823 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7ad5c3a4-d7e0-4c24-b4a0-d6fc578dca20 req-2bfd2400-43ff-4a72-9e06-d550585a2b60 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 945 time: 0.1019318
Jun 21 16:39:30.111355 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 267ffb5e-544a-47dd-9ac9-f743dae1afd0, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=267ffb5e-544a-47dd-9ac9-f743dae1afd0,segment=NetworkSegment(16cd9c55-e131-42a6-8dc4-ceeca16849f7),segment_id=16cd9c55-e131-42a6-8dc4-ceeca16849f7)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:39:30.117936 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:30.119789 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:30.193220 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=267ffb5e-544a-47dd-9ac9-f743dae1afd0,revision_number=5']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:30.196823 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:30.197660 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7ad5c3a4-d7e0-4c24-b4a0-d6fc578dca20 req-2238ae7c-5a03-4cc0-a219-b05383499ba2 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1186516
Jun 21 16:39:30.223301 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4644e-b435-4c09-8a67-7a7f1c601f4c req-324bf156-9f7d-4232-a24d-20f58b2a1baf tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:30.224815 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-42c4644e-b435-4c09-8a67-7a7f1c601f4c req-324bf156-9f7d-4232-a24d-20f58b2a1baf tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2d6ad0d-8b7a-479d-8a71-845c1521ac61 HTTP/1.1" status: 200  len: 946 time: 0.1068897
Jun 21 16:39:30.272009 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-42c4644e-b435-4c09-8a67-7a7f1c601f4c req-eaba28f8-058a-4d35-a5a6-aba4617300ff tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4e2d55-3a79-43ec-b633-79674000d952&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409882
Jun 21 16:39:30.384603 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d6ad0d-8b7a-479d-8a71-845c1521ac61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267ffb5e-544a-47dd-9ac9-f743dae1afd0'}] {{(pid=78428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:39:30.429763 dv-cinder-797161-1-iscsi neutron-server[78428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d6ad0d-8b7a-479d-8a71-845c1521ac61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267ffb5e-544a-47dd-9ac9-f743dae1afd0', 'code': 200}
Jun 21 16:39:30.744279 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b6e4c-db79-4bf9-bb12-77d59f4eaeee req-c3d8b560-8926-4b37-9da8-f2c6ea72b511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:30.746098 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ce2b6e4c-db79-4bf9-bb12-77d59f4eaeee req-c3d8b560-8926-4b37-9da8-f2c6ea72b511 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c2d6ad0d-8b7a-479d-8a71-845c1521ac61 HTTP/1.1" status: 200  len: 1099 time: 0.1214502
Jun 21 16:39:30.790801 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ce2b6e4c-db79-4bf9-bb12-77d59f4eaeee req-2c22bd9c-ebcf-40e3-848e-2fd2c30c3571 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9e4e2d55-3a79-43ec-b633-79674000d952&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0349851
Jun 21 16:39:31.396145 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7c60c-372b-433e-b8be-1ca0cf97378f req-4bd34845-fcd2-4c52-8e84-17be552d614b tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:31.397581 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e2e7c60c-372b-433e-b8be-1ca0cf97378f req-4bd34845-fcd2-4c52-8e84-17be552d614b tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 945 time: 0.0806384
Jun 21 16:39:31.491722 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e2e7c60c-372b-433e-b8be-1ca0cf97378f req-c2da26c5-63c4-48fb-912a-e773b2fd5ddd tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0600531
Jun 21 16:39:31.513099 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef11d88-88a2-418a-bb75-6410cac0a5d8 req-34570e8d-2b11-4281-9f16-8a7667451d08 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:31.514598 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0ef11d88-88a2-418a-bb75-6410cac0a5d8 req-34570e8d-2b11-4281-9f16-8a7667451d08 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2d6ad0d-8b7a-479d-8a71-845c1521ac61 HTTP/1.1" status: 200  len: 946 time: 0.1161761
Jun 21 16:39:31.562807 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0ef11d88-88a2-418a-bb75-6410cac0a5d8 req-284f7a73-2572-470c-b246-a4f47216ac6d tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4e2d55-3a79-43ec-b633-79674000d952&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421276
Jun 21 16:39:31.685130 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7b537-71fb-4b38-accd-f1c2b6200dfb req-e85d6c05-b286-4c12-b28d-6f4ba668cee2 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:31.686572 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-16d7b537-71fb-4b38-accd-f1c2b6200dfb req-e85d6c05-b286-4c12-b28d-6f4ba668cee2 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 945 time: 0.0840552
Jun 21 16:39:31.694981 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 42462) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:39:31.700271 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-900e7423-3e38-43d7-af2c-d80d6b88513a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Request body: {'floatingip': {'port_id': '042671e9-420c-4d39-b0f3-0f5bf03c0771'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:39:31.777782 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-900e7423-3e38-43d7-af2c-d80d6b88513a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for floatingip, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:32.495454 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-900e7423-3e38-43d7-af2c-d80d6b88513a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:32.499240 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-900e7423-3e38-43d7-af2c-d80d6b88513a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727397'] for floatingip, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:32.676592 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.db.l3_db [None req-900e7423-3e38-43d7-af2c-d80d6b88513a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Floating IP 5f6da087-d9bd-43c5-9ac5-682273ddc6fb associated. External IP: 172.27.1.5, port: 042671e9-420c-4d39-b0f3-0f5bf03c0771.
Jun 21 16:39:32.753797 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c6afd-3f25-4e0e-839e-b4f67cdfbdf8 req-f401ca01-0cd7-4ed1-8ebf-9ffea4781940 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:32.755407 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-096c6afd-3f25-4e0e-839e-b4f67cdfbdf8 req-f401ca01-0cd7-4ed1-8ebf-9ffea4781940 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2d6ad0d-8b7a-479d-8a71-845c1521ac61 HTTP/1.1" status: 200  len: 946 time: 0.0825880
Jun 21 16:39:32.799515 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-096c6afd-3f25-4e0e-839e-b4f67cdfbdf8 req-b4247e0f-35b9-4eba-a084-63ecf06b4b9a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4e2d55-3a79-43ec-b633-79674000d952&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383618
Jun 21 16:39:33.033458 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900e7423-3e38-43d7-af2c-d80d6b88513a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Router 81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c has already been hosted by L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb {{(pid=78426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 16:39:33.073562 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3f16e-1125-4ad7-b8da-9336a8e7d402 req-3bc8e1d0-fa2b-4128-854d-d6b65c8a1e35 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:33.075122 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1aa3f16e-1125-4ad7-b8da-9336a8e7d402 req-3bc8e1d0-fa2b-4128-854d-d6b65c8a1e35 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2d6ad0d-8b7a-479d-8a71-845c1521ac61 HTTP/1.1" status: 200  len: 946 time: 0.1755257
Jun 21 16:39:33.083492 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 42476) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:39:33.089693 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [None req-59c306f2-be58-4c8a-bf32-35aceb83f01d tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Request body: {'floatingip': {'port_id': '267ffb5e-544a-47dd-9ac9-f743dae1afd0'}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:39:33.168003 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-59c306f2-be58-4c8a-bf32-35aceb83f01d tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for floatingip, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:33.328555 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900e7423-3e38-43d7-af2c-d80d6b88513a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:39:33.332880 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-900e7423-3e38-43d7-af2c-d80d6b88513a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:33.339849 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78807af-76c3-4cce-a352-5a35a158c1f2 None None] Sync routers for ids ['81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'] in dv-cinder-797161-1-iscsi {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:39:33.350077 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78807af-76c3-4cce-a352-5a35a158c1f2 None None] Routers {'81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:39:33.350767 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-f78807af-76c3-4cce-a352-5a35a158c1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979e1858e0>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:39:20Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:39:33.388947 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-900e7423-3e38-43d7-af2c-d80d6b88513a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "PUT /v2.0/floatingips/5f6da087-d9bd-43c5-9ac5-682273ddc6fb HTTP/1.1" status: 200  len: 989 time: 1.6901643
Jun 21 16:39:33.388947 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b42be18-6511-499e-b9fe-83384ff41342', 'tag': '042671e9-420c-4d39-b0f3-0f5bf03c0771'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:39:33.453670 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b42be18-6511-499e-b9fe-83384ff41342', 'tag': '042671e9-420c-4d39-b0f3-0f5bf03c0771', 'status': 'completed', 'code': 200}
Jun 21 16:39:33.549934 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-f78807af-76c3-4cce-a352-5a35a158c1f2 None None] Set router 81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:39:33.717396 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a20db4-f345-4e86-82f0-6f540e34811b req-200760fd-a779-4c59-95a1-63182d10b5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:33.718870 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-19a20db4-f345-4e86-82f0-6f540e34811b req-200760fd-a779-4c59-95a1-63182d10b5bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f495dd509064a23adb18dc1cd54b526&device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 1098 time: 0.1897678
Jun 21 16:39:33.894701 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-f78807af-76c3-4cce-a352-5a35a158c1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979e1858e0>, [{'id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-285391666-router', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'a45431c3-d952-4b69-97fe-b206b768d679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:15Z', 'updated_at': '2021-06-21T16:34:32Z', 'revision_number': 4, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'gw_port': {'id': 'a45431c3-d952-4b69-97fe-b206b768d679', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:17Z', 'updated_at': '2021-06-21T16:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_floatingips': [{'id': '5f6da087-d9bd-43c5-9ac5-682273ddc6fb', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'router_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'port_id': '042671e9-420c-4d39-b0f3-0f5bf03c0771', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5', 'mac_address': 'fa:16:3e:db:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b42be18-6511-499e-b9fe-83384ff41342', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T16:39:12Z', 'updated_at': '2021-06-21T16:39:32Z', 'revision_number': 1, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8c8fa01-a676-40c4-8d07-c445846845c2', 'name': '', 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'mac_address': 'fa:16:3e:4b:01:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:28Z', 'updated_at': '2021-06-21T16:34:45Z', 'revision_number': 5, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'subnets': [{'id': 'f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:39:33.898297 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78807af-76c3-4cce-a352-5a35a158c1f2 None None] Checking router: 81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c for host: dv-cinder-797161-1-iscsi {{(pid=78428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:39:33.906333 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78807af-76c3-4cce-a352-5a35a158c1f2 None None] Routers {'81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:39:33.906912 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-f78807af-76c3-4cce-a352-5a35a158c1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979e1858e0>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:39:20Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:39:33.944653 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a20db4-f345-4e86-82f0-6f540e34811b req-744221a5-4be0-4a34-883f-f5464f40608c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:33.946097 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-19a20db4-f345-4e86-82f0-6f540e34811b req-744221a5-4be0-4a34-883f-f5464f40608c service neutron] 10.222.0.39 "GET /v2.0/networks?id=4e7bf916-d804-4156-8df4-c3e47df8bbc5 HTTP/1.1" status: 200  len: 917 time: 0.2194502
Jun 21 16:39:34.037970 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-59c306f2-be58-4c8a-bf32-35aceb83f01d tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:34.050361 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-59c306f2-be58-4c8a-bf32-35aceb83f01d tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727397'] for floatingip, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:34.080962 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-f78807af-76c3-4cce-a352-5a35a158c1f2 None None] Set router 81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:39:34.135462 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-19a20db4-f345-4e86-82f0-6f540e34811b req-f4cf5b8d-b048-40d1-b83b-5838a476cc15 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=042671e9-420c-4d39-b0f3-0f5bf03c0771 HTTP/1.1" status: 200  len: 997 time: 0.1784551
Jun 21 16:39:34.286888 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a20db4-f345-4e86-82f0-6f540e34811b req-ae4ea731-a736-4838-8047-babd7896444b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:34.288331 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-19a20db4-f345-4e86-82f0-6f540e34811b req-ae4ea731-a736-4838-8047-babd7896444b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736 HTTP/1.1" status: 200  len: 855 time: 0.1445906
Jun 21 16:39:34.294328 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.db.l3_db [None req-59c306f2-be58-4c8a-bf32-35aceb83f01d tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Floating IP 298f9ba8-17f7-4597-bc72-37a498d45875 associated. External IP: 172.27.1.12, port: 267ffb5e-544a-47dd-9ac9-f743dae1afd0.
Jun 21 16:39:34.457563 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-f78807af-76c3-4cce-a352-5a35a158c1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979e1858e0>, [{'id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-285391666-router', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'a45431c3-d952-4b69-97fe-b206b768d679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:15Z', 'updated_at': '2021-06-21T16:34:32Z', 'revision_number': 4, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'gw_port': {'id': 'a45431c3-d952-4b69-97fe-b206b768d679', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:17Z', 'updated_at': '2021-06-21T16:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_floatingips': [{'id': '5f6da087-d9bd-43c5-9ac5-682273ddc6fb', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'router_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'port_id': '042671e9-420c-4d39-b0f3-0f5bf03c0771', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5', 'mac_address': 'fa:16:3e:db:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b42be18-6511-499e-b9fe-83384ff41342', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T16:39:12Z', 'updated_at': '2021-06-21T16:39:32Z', 'revision_number': 1, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8c8fa01-a676-40c4-8d07-c445846845c2', 'name': '', 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'mac_address': 'fa:16:3e:4b:01:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:28Z', 'updated_at': '2021-06-21T16:34:45Z', 'revision_number': 5, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'subnets': [{'id': 'f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:39:34.461661 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78807af-76c3-4cce-a352-5a35a158c1f2 None None] The sync data for ids ['81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'] in dv-cinder-797161-1-iscsi is: [{'id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-285391666-router', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'a45431c3-d952-4b69-97fe-b206b768d679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:15Z', 'updated_at': '2021-06-21T16:34:32Z', 'revision_number': 4, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'gw_port': {'id': 'a45431c3-d952-4b69-97fe-b206b768d679', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:17Z', 'updated_at': '2021-06-21T16:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_floatingips': [{'id': '5f6da087-d9bd-43c5-9ac5-682273ddc6fb', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'router_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'port_id': '042671e9-420c-4d39-b0f3-0f5bf03c0771', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5', 'mac_address': 'fa:16:3e:db:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b42be18-6511-499e-b9fe-83384ff41342', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T16:39:12Z', 'updated_at': '2021-06-21T16:39:32Z', 'revision_number': 1, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8c8fa01-a676-40c4-8d07-c445846845c2', 'name': '', 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'mac_address': 'fa:16:3e:4b:01:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:28Z', 'updated_at': '2021-06-21T16:34:45Z', 'revision_number': 5, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'subnets': [{'id': 'f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:39:34.643622 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a20db4-f345-4e86-82f0-6f540e34811b req-2e06540f-7b9b-4a5a-b9a4-9eaa53a95bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:34.645097 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-19a20db4-f345-4e86-82f0-6f540e34811b req-2e06540f-7b9b-4a5a-b9a4-9eaa53a95bb1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4e7bf916-d804-4156-8df4-c3e47df8bbc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2015128
Jun 21 16:39:34.676676 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392d3a29-f29e-4b58-a576-d0d8071b7cf8 None None] New status for floating IP 5f6da087-d9bd-43c5-9ac5-682273ddc6fb: ACTIVE {{(pid=78429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 16:39:34.936976 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-19a20db4-f345-4e86-82f0-6f540e34811b req-9f68ebbe-21ba-4874-9131-bd0a4cb9be45 service neutron] 10.222.0.39 "GET /v2.0/networks/4e7bf916-d804-4156-8df4-c3e47df8bbc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2367318
Jun 21 16:39:34.975584 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c306f2-be58-4c8a-bf32-35aceb83f01d tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Router e949684e-6998-4740-843d-2dd7b71d6b52 has already been hosted by L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb {{(pid=78427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 16:39:35.212777 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-19a20db4-f345-4e86-82f0-6f540e34811b req-f49bdd71-d269-4757-a090-b6fe18549142 service neutron] 10.222.0.39 "GET /v2.0/networks/4e7bf916-d804-4156-8df4-c3e47df8bbc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2676842
Jun 21 16:39:35.245663 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c306f2-be58-4c8a-bf32-35aceb83f01d tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:39:35.249708 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-59c306f2-be58-4c8a-bf32-35aceb83f01d tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:35.254889 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d0b2ad-3393-473d-81e9-6caac23d2b70 None None] Sync routers for ids ['e949684e-6998-4740-843d-2dd7b71d6b52'] in dv-cinder-797161-1-iscsi {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:39:35.264060 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d0b2ad-3393-473d-81e9-6caac23d2b70 None None] Routers {'e949684e-6998-4740-843d-2dd7b71d6b52'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:39:35.264736 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-34d0b2ad-3393-473d-81e9-6caac23d2b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979e150a30>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:39:20Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['e949684e-6998-4740-843d-2dd7b71d6b52'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:39:35.306548 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-59c306f2-be58-4c8a-bf32-35aceb83f01d tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "PUT /v2.0/floatingips/298f9ba8-17f7-4597-bc72-37a498d45875 HTTP/1.1" status: 200  len: 991 time: 2.2217531
Jun 21 16:39:35.307257 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d6ad0d-8b7a-479d-8a71-845c1521ac61', 'tag': '267ffb5e-544a-47dd-9ac9-f743dae1afd0'}] {{(pid=78427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:39:35.355998 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d6ad0d-8b7a-479d-8a71-845c1521ac61', 'tag': '267ffb5e-544a-47dd-9ac9-f743dae1afd0', 'status': 'completed', 'code': 200}
Jun 21 16:39:35.448998 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-34d0b2ad-3393-473d-81e9-6caac23d2b70 None None] Set router e949684e-6998-4740-843d-2dd7b71d6b52 gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:39:35.490530 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeeb816-d8cd-459c-9ec8-e0b86d2bad2a req-7460c2cd-867d-4384-a72b-ac8d073a681d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:35.491936 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-daeeb816-d8cd-459c-9ec8-e0b86d2bad2a req-7460c2cd-867d-4384-a72b-ac8d073a681d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=905d3e9862c043939d7e73a1320af084&device_id=c2d6ad0d-8b7a-479d-8a71-845c1521ac61 HTTP/1.1" status: 200  len: 1099 time: 0.0738890
Jun 21 16:39:35.621601 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeeb816-d8cd-459c-9ec8-e0b86d2bad2a req-7bcac258-ca1b-44a2-a6ea-4d3431cc401f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:35.623038 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-daeeb816-d8cd-459c-9ec8-e0b86d2bad2a req-7bcac258-ca1b-44a2-a6ea-4d3431cc401f service neutron] 10.222.0.39 "GET /v2.0/networks?id=a67c6bd4-5155-4840-9134-bc4e7230ff7f HTTP/1.1" status: 200  len: 912 time: 0.1231203
Jun 21 16:39:35.730498 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-daeeb816-d8cd-459c-9ec8-e0b86d2bad2a req-e4dd8ffc-57fd-423f-a7bc-3359978e38a3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=267ffb5e-544a-47dd-9ac9-f743dae1afd0 HTTP/1.1" status: 200  len: 999 time: 0.0997722
Jun 21 16:39:35.792278 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-34d0b2ad-3393-473d-81e9-6caac23d2b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979e150a30>, [{'id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'name': 'tempest-AttachVolumeTestJSON-1230404924-router', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'fd27e4a8-fb4c-4a4d-b482-c63d56f16a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:13Z', 'updated_at': '2021-06-21T16:34:22Z', 'revision_number': 4, 'project_id': '905d3e9862c043939d7e73a1320af084', 'gw_port': {'id': 'fd27e4a8-fb4c-4a4d-b482-c63d56f16a66', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:14Z', 'updated_at': '2021-06-21T16:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_floatingips': [{'id': '298f9ba8-17f7-4597-bc72-37a498d45875', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'router_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'port_id': '267ffb5e-544a-47dd-9ac9-f743dae1afd0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f', 'mac_address': 'fa:16:3e:76:eb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6ad0d-8b7a-479d-8a71-845c1521ac61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T16:39:17Z', 'updated_at': '2021-06-21T16:39:33Z', 'revision_number': 1, 'project_id': '905d3e9862c043939d7e73a1320af084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b7908a-d7fb-49bc-9942-1ac0747c778b', 'name': '', 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'mac_address': 'fa:16:3e:a4:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2be6e26d-5dd3-4545-8f70-57f38dc5039e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:20Z', 'updated_at': '2021-06-21T16:34:43Z', 'revision_number': 5, 'project_id': '905d3e9862c043939d7e73a1320af084', 'subnets': [{'id': '2be6e26d-5dd3-4545-8f70-57f38dc5039e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:39:35.794944 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeeb816-d8cd-459c-9ec8-e0b86d2bad2a req-78f70eea-7a35-4137-8fe4-0813976b44d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:35.796067 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d0b2ad-3393-473d-81e9-6caac23d2b70 None None] Checking router: e949684e-6998-4740-843d-2dd7b71d6b52 for host: dv-cinder-797161-1-iscsi {{(pid=78428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:39:35.796447 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-daeeb816-d8cd-459c-9ec8-e0b86d2bad2a req-78f70eea-7a35-4137-8fe4-0813976b44d0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2be6e26d-5dd3-4545-8f70-57f38dc5039e HTTP/1.1" status: 200  len: 850 time: 0.0592644
Jun 21 16:39:35.804828 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d0b2ad-3393-473d-81e9-6caac23d2b70 None None] Routers {'e949684e-6998-4740-843d-2dd7b71d6b52'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:39:35.805412 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-34d0b2ad-3393-473d-81e9-6caac23d2b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979e150a30>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:39:20Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['e949684e-6998-4740-843d-2dd7b71d6b52'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:39:35.881360 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeeb816-d8cd-459c-9ec8-e0b86d2bad2a req-4f11a014-7fd1-4097-a3a3-5ea4e3b62a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:35.882833 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-daeeb816-d8cd-459c-9ec8-e0b86d2bad2a req-4f11a014-7fd1-4097-a3a3-5ea4e3b62a92 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a67c6bd4-5155-4840-9134-bc4e7230ff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0747752
Jun 21 16:39:35.982263 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-34d0b2ad-3393-473d-81e9-6caac23d2b70 None None] Set router e949684e-6998-4740-843d-2dd7b71d6b52 gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:39:36.116046 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-daeeb816-d8cd-459c-9ec8-e0b86d2bad2a req-7d1b1e50-995b-4fc6-a0f2-7d4268467647 service neutron] 10.222.0.39 "GET /v2.0/networks/a67c6bd4-5155-4840-9134-bc4e7230ff7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2226558
Jun 21 16:39:36.254501 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-daeeb816-d8cd-459c-9ec8-e0b86d2bad2a req-eea4f587-2761-41a1-b0f6-9ce379d07c47 service neutron] 10.222.0.39 "GET /v2.0/networks/a67c6bd4-5155-4840-9134-bc4e7230ff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226096
Jun 21 16:39:36.362097 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-34d0b2ad-3393-473d-81e9-6caac23d2b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979e150a30>, [{'id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'name': 'tempest-AttachVolumeTestJSON-1230404924-router', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'fd27e4a8-fb4c-4a4d-b482-c63d56f16a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:13Z', 'updated_at': '2021-06-21T16:34:22Z', 'revision_number': 4, 'project_id': '905d3e9862c043939d7e73a1320af084', 'gw_port': {'id': 'fd27e4a8-fb4c-4a4d-b482-c63d56f16a66', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:14Z', 'updated_at': '2021-06-21T16:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_floatingips': [{'id': '298f9ba8-17f7-4597-bc72-37a498d45875', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'router_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'port_id': '267ffb5e-544a-47dd-9ac9-f743dae1afd0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f', 'mac_address': 'fa:16:3e:76:eb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6ad0d-8b7a-479d-8a71-845c1521ac61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T16:39:17Z', 'updated_at': '2021-06-21T16:39:33Z', 'revision_number': 1, 'project_id': '905d3e9862c043939d7e73a1320af084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b7908a-d7fb-49bc-9942-1ac0747c778b', 'name': '', 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'mac_address': 'fa:16:3e:a4:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2be6e26d-5dd3-4545-8f70-57f38dc5039e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:20Z', 'updated_at': '2021-06-21T16:34:43Z', 'revision_number': 5, 'project_id': '905d3e9862c043939d7e73a1320af084', 'subnets': [{'id': '2be6e26d-5dd3-4545-8f70-57f38dc5039e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:39:36.365859 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d0b2ad-3393-473d-81e9-6caac23d2b70 None None] The sync data for ids ['e949684e-6998-4740-843d-2dd7b71d6b52'] in dv-cinder-797161-1-iscsi is: [{'id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'name': 'tempest-AttachVolumeTestJSON-1230404924-router', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'fd27e4a8-fb4c-4a4d-b482-c63d56f16a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:13Z', 'updated_at': '2021-06-21T16:34:22Z', 'revision_number': 4, 'project_id': '905d3e9862c043939d7e73a1320af084', 'gw_port': {'id': 'fd27e4a8-fb4c-4a4d-b482-c63d56f16a66', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:14Z', 'updated_at': '2021-06-21T16:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_floatingips': [{'id': '298f9ba8-17f7-4597-bc72-37a498d45875', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'router_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'port_id': '267ffb5e-544a-47dd-9ac9-f743dae1afd0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f', 'mac_address': 'fa:16:3e:76:eb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6ad0d-8b7a-479d-8a71-845c1521ac61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T16:39:17Z', 'updated_at': '2021-06-21T16:39:33Z', 'revision_number': 1, 'project_id': '905d3e9862c043939d7e73a1320af084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b7908a-d7fb-49bc-9942-1ac0747c778b', 'name': '', 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'mac_address': 'fa:16:3e:a4:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2be6e26d-5dd3-4545-8f70-57f38dc5039e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:20Z', 'updated_at': '2021-06-21T16:34:43Z', 'revision_number': 5, 'project_id': '905d3e9862c043939d7e73a1320af084', 'subnets': [{'id': '2be6e26d-5dd3-4545-8f70-57f38dc5039e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:39:36.563047 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a81891-bfc6-4974-af3e-9149a07d96bb None None] New status for floating IP 298f9ba8-17f7-4597-bc72-37a498d45875: ACTIVE {{(pid=78429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 16:39:38.234242 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-2de037ad-3a01-411f-b268-a72da8714f08 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Synchronizing usage tracker for tenant:11bb3c615f364358bf7e47b3024a2fb9 on resource:security_group {{(pid=78427) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:39:38.252009 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-2de037ad-3a01-411f-b268-a72da8714f08 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Unset dirty status for tenant:11bb3c615f364358bf7e47b3024a2fb9 on resource:security_group {{(pid=78427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:39:38.253270 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-2de037ad-3a01-411f-b268-a72da8714f08 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1930954269&fields=id&tenant_id=11bb3c615f364358bf7e47b3024a2fb9 HTTP/1.1" status: 200  len: 267 time: 0.0570915
Jun 21 16:39:38.399543 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-f25be410-4963-4b25-8d7b-c9b26e3146b2 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:38.400150 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-f25be410-4963-4b25-8d7b-c9b26e3146b2 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Synchronizing usage tracker for tenant:11bb3c615f364358bf7e47b3024a2fb9 on resource:network {{(pid=78427) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:39:38.416444 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-f25be410-4963-4b25-8d7b-c9b26e3146b2 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Unset dirty status for tenant:11bb3c615f364358bf7e47b3024a2fb9 on resource:network {{(pid=78427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:39:38.417559 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-f25be410-4963-4b25-8d7b-c9b26e3146b2 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/networks?id=246ee509-2b5e-4a56-b181-933ba128d253 HTTP/1.1" status: 200  len: 811 time: 0.1577499
Jun 21 16:39:38.432626 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-8709d995-8f46-4ab8-aae9-2a41b394df14 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/quotas/11bb3c615f364358bf7e47b3024a2fb9 HTTP/1.1" status: 200  len: 375 time: 0.0090120
Jun 21 16:39:38.512527 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-219e1363-2f74-499b-9b60-d42412db0672 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Synchronizing usage tracker for tenant:11bb3c615f364358bf7e47b3024a2fb9 on resource:port {{(pid=78427) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:39:38.527585 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-219e1363-2f74-499b-9b60-d42412db0672 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Unset dirty status for tenant:11bb3c615f364358bf7e47b3024a2fb9 on resource:port {{(pid=78427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:39:38.528828 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-219e1363-2f74-499b-9b60-d42412db0672 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=11bb3c615f364358bf7e47b3024a2fb9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0910938
Jun 21 16:39:38.707977 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-201fe2ab-9b63-43a9-a4c8-ec0cadda251c service neutron] 10.222.0.24 "GET /v2.0/networks/246ee509-2b5e-4a56-b181-933ba128d253?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1669447
Jun 21 16:39:38.840494 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-647d6da7-ffe9-4b57-bafa-43ef5dfdbb31 service neutron] 10.222.0.24 "GET /v2.0/networks/246ee509-2b5e-4a56-b181-933ba128d253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267998
Jun 21 16:39:39.228905 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a383e886-4582-457a-aed5-53318b52c321 req-552b5da5-6826-4034-bffb-a5e3c76e0d63 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e285d39-228b-49f7-9553-80bb5584e647 HTTP/1.1" status: 200  len: 210 time: 0.0459099
Jun 21 16:39:40.590203 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-56f4106a-9f9e-4263-895e-4107e7594669 req-7ebe6b13-0192-4455-b40a-25b4f755174c tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e285d39-228b-49f7-9553-80bb5584e647 HTTP/1.1" status: 200  len: 210 time: 0.0582001
Jun 21 16:39:40.625323 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-f306e4b1-e0ed-47bf-b75d-7dd48c8ebe1a tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:40.626873 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-f306e4b1-e0ed-47bf-b75d-7dd48c8ebe1a tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.39 "GET /v2.0/networks?id=246ee509-2b5e-4a56-b181-933ba128d253 HTTP/1.1" status: 200  len: 811 time: 0.1970475
Jun 21 16:39:40.687305 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-d35a9ae6-2f73-4c7d-863b-1e24f9ec1a3b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11bb3c615f364358bf7e47b3024a2fb9 HTTP/1.1" status: 200  len: 380 time: 0.0444236
Jun 21 16:39:40.718087 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-cc1b946c-4763-452b-8d36-24d180e5f98b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Request body: {'port': {'device_id': '9e285d39-228b-49f7-9553-80bb5584e647', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'admin_state_up': True, 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'security_groups': ['816120f9-fbbc-447f-b58c-1e6c0da9e4dd']}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:39:40.852146 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-cc1b946c-4763-452b-8d36-24d180e5f98b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:39:40.862355 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-cc1b946c-4763-452b-8d36-24d180e5f98b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:39:40.871839 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-cc1b946c-4763-452b-8d36-24d180e5f98b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Made reservation on behalf of 11bb3c615f364358bf7e47b3024a2fb9 for: {'port': 1} {{(pid=78427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:39:40.875446 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-cc1b946c-4763-452b-8d36-24d180e5f98b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:41.035658 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.db_base_plugin_common [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-cc1b946c-4763-452b-8d36-24d180e5f98b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Allocated IP 172.20.0.13 (246ee509-2b5e-4a56-b181-933ba128d253/95146380-c6e8-44b8-bebc-b70e51427629/a4041e2c-b003-41fc-b4ea-a658567ddf5e) {{(pid=78427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:39:41.312655 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-cc1b946c-4763-452b-8d36-24d180e5f98b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for port, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:41.328468 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.provisioning_blocks [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-cc1b946c-4763-452b-8d36-24d180e5f98b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Transition to ACTIVE for port object a4041e2c-b003-41fc-b4ea-a658567ddf5e will not be triggered until provisioned by entity DHCP. {{(pid=78427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:39:41.352316 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-cc1b946c-4763-452b-8d36-24d180e5f98b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1910645'] for port, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:41.357799 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-f51c16b2-1dcc-4d3d-884d-d2da25b4117a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:41.424223 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-cc1b946c-4763-452b-8d36-24d180e5f98b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Network 246ee509-2b5e-4a56-b181-933ba128d253 is already hosted by enough agents. {{(pid=78427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:39:41.427201 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.base_scheduler [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-cc1b946c-4763-452b-8d36-24d180e5f98b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Resources bound (agent type, host, resource id):  {{(pid=78427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:39:41.431176 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-cc1b946c-4763-452b-8d36-24d180e5f98b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Received port after_create {{(pid=78427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:39:41.467789 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b946c-4763-452b-8d36-24d180e5f98b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Pushing event updated for resources: {'Port': ['ID=a4041e2c-b003-41fc-b4ea-a658567ddf5e,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:41.473484 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-cc1b946c-4763-452b-8d36-24d180e5f98b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:41.503796 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-cc1b946c-4763-452b-8d36-24d180e5f98b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:41.504520 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-cc1b946c-4763-452b-8d36-24d180e5f98b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:41.529807 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-cc1b946c-4763-452b-8d36-24d180e5f98b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8153679
Jun 21 16:39:41.552997 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-9aa3a2b3-fe35-4340-9d15-6cb88a3dcd29 service neutron] Request body: {'port': {'device_id': '9e285d39-228b-49f7-9553-80bb5584e647', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79716'}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:39:41.679257 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-b66a0392-d6ff-46b2-a83c-ffb671895cdd None None] Provisioning for port a4041e2c-b003-41fc-b4ea-a658567ddf5e completed by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:39:41.684772 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-b66a0392-d6ff-46b2-a83c-ffb671895cdd None None] Provisioning complete for port a4041e2c-b003-41fc-b4ea-a658567ddf5e triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:39:41.685445 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-b66a0392-d6ff-46b2-a83c-ffb671895cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:41.689529 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-9aa3a2b3-fe35-4340-9d15-6cb88a3dcd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:41.741036 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-b66a0392-d6ff-46b2-a83c-ffb671895cdd None None] Port a4041e2c-b003-41fc-b4ea-a658567ddf5e cannot update to ACTIVE because it is not bound. {{(pid=78428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 16:39:41.915000 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683088a-77b4-411b-8313-1a8aa0be8747 req-ef9c6e34-54d2-4274-bd52-f764eb99dbac tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:41.915587 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-f683088a-77b4-411b-8313-1a8aa0be8747 req-ef9c6e34-54d2-4274-bd52-f764eb99dbac tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Synchronizing usage tracker for tenant:11bb3c615f364358bf7e47b3024a2fb9 on resource:port {{(pid=78427) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:39:41.987089 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-f683088a-77b4-411b-8313-1a8aa0be8747 req-ef9c6e34-54d2-4274-bd52-f764eb99dbac tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Unset dirty status for tenant:11bb3c615f364358bf7e47b3024a2fb9 on resource:port {{(pid=78427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:39:41.988252 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f683088a-77b4-411b-8313-1a8aa0be8747 req-ef9c6e34-54d2-4274-bd52-f764eb99dbac tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e285d39-228b-49f7-9553-80bb5584e647 HTTP/1.1" status: 200  len: 932 time: 0.2534702
Jun 21 16:39:42.060973 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f683088a-77b4-411b-8313-1a8aa0be8747 req-d1eab5ac-d6a6-45c6-8735-498dffb14e25 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0664194
Jun 21 16:39:42.142777 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.notifiers.nova [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-9aa3a2b3-fe35-4340-9d15-6cb88a3dcd29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4041e2c-b003-41fc-b4ea-a658567ddf5e {{(pid=78427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:39:42.149895 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-9aa3a2b3-fe35-4340-9d15-6cb88a3dcd29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:42.164147 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.provisioning_blocks [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-9aa3a2b3-fe35-4340-9d15-6cb88a3dcd29 service neutron] Transition to ACTIVE for port object a4041e2c-b003-41fc-b4ea-a658567ddf5e will not be triggered until provisioned by entity L2. {{(pid=78427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:39:42.167446 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-9aa3a2b3-fe35-4340-9d15-6cb88a3dcd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1910604'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:42.171591 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-01f947d7-3afa-445b-9d3c-a65bcd199a24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:42.323437 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa3a2b3-fe35-4340-9d15-6cb88a3dcd29 service neutron] Pushing event updated for resources: {'Port': ['ID=a4041e2c-b003-41fc-b4ea-a658567ddf5e,revision_number=2']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:42.331187 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-9aa3a2b3-fe35-4340-9d15-6cb88a3dcd29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:42.398162 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-9aa3a2b3-fe35-4340-9d15-6cb88a3dcd29 service neutron] Attempting to bind port a4041e2c-b003-41fc-b4ea-a658567ddf5e on host hv-cinder-79716 for vnic_type normal with profile  {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:39:42.398497 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-9aa3a2b3-fe35-4340-9d15-6cb88a3dcd29 service neutron] Attempting to bind port a4041e2c-b003-41fc-b4ea-a658567ddf5e by drivers openvswitch,hyperv on host hv-cinder-79716 at level 0 using segments [{'id': 'ad271a7b-5d78-41f7-9e28-3494964f653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253'}] {{(pid=78427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:39:42.398817 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-9aa3a2b3-fe35-4340-9d15-6cb88a3dcd29 service neutron] Attempting to bind port a4041e2c-b003-41fc-b4ea-a658567ddf5e on network 246ee509-2b5e-4a56-b181-933ba128d253 {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:39:42.403297 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-9aa3a2b3-fe35-4340-9d15-6cb88a3dcd29 service neutron] Port a4041e2c-b003-41fc-b4ea-a658567ddf5e on network 246ee509-2b5e-4a56-b181-933ba128d253 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79716 {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 16:39:42.403642 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-9aa3a2b3-fe35-4340-9d15-6cb88a3dcd29 service neutron] Attempting to bind port a4041e2c-b003-41fc-b4ea-a658567ddf5e on network 246ee509-2b5e-4a56-b181-933ba128d253 {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:39:42.408651 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-9aa3a2b3-fe35-4340-9d15-6cb88a3dcd29 service neutron] Checking agent: {'id': '8fa6119b-2ff5-4d4e-8bfd-f2c719c77604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79716', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'started_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:39:42.408981 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-9aa3a2b3-fe35-4340-9d15-6cb88a3dcd29 service neutron] Checking segment: {'id': 'ad271a7b-5d78-41f7-9e28-3494964f653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:39:42.409356 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-9aa3a2b3-fe35-4340-9d15-6cb88a3dcd29 service neutron] Bound using segment: {'id': 'ad271a7b-5d78-41f7-9e28-3494964f653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253'} {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:39:42.409777 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-9aa3a2b3-fe35-4340-9d15-6cb88a3dcd29 service neutron] Bound port: a4041e2c-b003-41fc-b4ea-a658567ddf5e, host: hv-cinder-79716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad271a7b-5d78-41f7-9e28-3494964f653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253'}}] {{(pid=78427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:39:42.410118 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-9aa3a2b3-fe35-4340-9d15-6cb88a3dcd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:42.499019 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-9aa3a2b3-fe35-4340-9d15-6cb88a3dcd29 service neutron] For port a4041e2c-b003-41fc-b4ea-a658567ddf5e, host hv-cinder-79716, cleared binding levels {{(pid=78427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:39:42.502356 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-9aa3a2b3-fe35-4340-9d15-6cb88a3dcd29 service neutron] For port a4041e2c-b003-41fc-b4ea-a658567ddf5e, host hv-cinder-79716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=a4041e2c-b003-41fc-b4ea-a658567ddf5e,segment=NetworkSegment(ad271a7b-5d78-41f7-9e28-3494964f653a),segment_id=ad271a7b-5d78-41f7-9e28-3494964f653a)] {{(pid=78427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:39:42.506756 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-9aa3a2b3-fe35-4340-9d15-6cb88a3dcd29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1910604'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:42.510444 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-ac9648be-907e-48e6-8a17-a18f73962037 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:42.567587 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-9aa3a2b3-fe35-4340-9d15-6cb88a3dcd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:42.568217 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-9aa3a2b3-fe35-4340-9d15-6cb88a3dcd29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:42.569548 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-9aa3a2b3-fe35-4340-9d15-6cb88a3dcd29 service neutron] 10.222.0.39 "PUT /v2.0/ports/a4041e2c-b003-41fc-b4ea-a658567ddf5e HTTP/1.1" status: 200  len: 1094 time: 1.0219758
Jun 21 16:39:42.570030 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e285d39-228b-49f7-9553-80bb5584e647', 'tag': 'a4041e2c-b003-41fc-b4ea-a658567ddf5e'}] {{(pid=78427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:39:42.590029 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa3a2b3-fe35-4340-9d15-6cb88a3dcd29 service neutron] Pushing event updated for resources: {'Port': ['ID=a4041e2c-b003-41fc-b4ea-a658567ddf5e,revision_number=3']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:42.594863 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-9aa3a2b3-fe35-4340-9d15-6cb88a3dcd29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:42.626391 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e285d39-228b-49f7-9553-80bb5584e647', 'tag': 'a4041e2c-b003-41fc-b4ea-a658567ddf5e', 'status': 'completed', 'code': 200}
Jun 21 16:39:42.726662 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-630207e0-7c77-4db2-b4f4-3776f3bb8a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:42.728091 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-630207e0-7c77-4db2-b4f4-3776f3bb8a56 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=11bb3c615f364358bf7e47b3024a2fb9&device_id=9e285d39-228b-49f7-9553-80bb5584e647 HTTP/1.1" status: 200  len: 1097 time: 0.0776203
Jun 21 16:39:42.810496 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-14efc6ca-c0f6-408a-8795-3fc7ac117c13 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4041e2c-b003-41fc-b4ea-a658567ddf5e HTTP/1.1" status: 200  len: 217 time: 0.0609219
Jun 21 16:39:42.879877 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-da81297c-9b91-4189-88a6-f1ac092bcec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:42.881313 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-da81297c-9b91-4189-88a6-f1ac092bcec3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=95146380-c6e8-44b8-bebc-b70e51427629 HTTP/1.1" status: 200  len: 850 time: 0.0612793
Jun 21 16:39:42.977774 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-80d839c2-afd0-4f5c-bd68-5eba63f31714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:42.979145 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-80d839c2-afd0-4f5c-bd68-5eba63f31714 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=246ee509-2b5e-4a56-b181-933ba128d253&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0692992
Jun 21 16:39:43.112893 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-69f873bd-ceb9-4e8b-bca8-b15057a6ce80 service neutron] 10.222.0.39 "GET /v2.0/networks/246ee509-2b5e-4a56-b181-933ba128d253?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262367
Jun 21 16:39:43.372264 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d416a4fd-5907-4ffe-9c62-78e493a1f537 req-fe7b4b37-221e-4045-84ed-369381609e5d service neutron] 10.222.0.39 "GET /v2.0/networks/246ee509-2b5e-4a56-b181-933ba128d253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2516139
Jun 21 16:39:43.390737 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af3d70-1431-455b-b997-dd0aa3327013 req-5f94ec96-d238-48a7-8ff0-001845c456e4 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:43.392982 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a8af3d70-1431-455b-b997-dd0aa3327013 req-5f94ec96-d238-48a7-8ff0-001845c456e4 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e285d39-228b-49f7-9553-80bb5584e647 HTTP/1.1" status: 200  len: 944 time: 0.1145055
Jun 21 16:39:43.439873 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a8af3d70-1431-455b-b997-dd0aa3327013 req-209518dc-9722-40e0-9541-8d3203a5071b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396528
Jun 21 16:39:43.556227 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f2910-5543-4e9e-9a10-5832c3360ef7 req-540904ee-bfa9-488c-bc1c-7ba3890af1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:43.557643 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7c3f2910-5543-4e9e-9a10-5832c3360ef7 req-540904ee-bfa9-488c-bc1c-7ba3890af1f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=11bb3c615f364358bf7e47b3024a2fb9&device_id=9e285d39-228b-49f7-9553-80bb5584e647 HTTP/1.1" status: 200  len: 1097 time: 0.0712972
Jun 21 16:39:43.687749 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f2910-5543-4e9e-9a10-5832c3360ef7 req-4a451d78-bc17-42df-83b6-21c1c307d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:43.689572 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7c3f2910-5543-4e9e-9a10-5832c3360ef7 req-4a451d78-bc17-42df-83b6-21c1c307d7ac service neutron] 10.222.0.39 "GET /v2.0/networks?id=246ee509-2b5e-4a56-b181-933ba128d253 HTTP/1.1" status: 200  len: 912 time: 0.1225188
Jun 21 16:39:43.757180 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7c3f2910-5543-4e9e-9a10-5832c3360ef7 req-5c935589-9a33-4719-a09c-a912da07d9c2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4041e2c-b003-41fc-b4ea-a658567ddf5e HTTP/1.1" status: 200  len: 217 time: 0.0579934
Jun 21 16:39:43.821595 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f2910-5543-4e9e-9a10-5832c3360ef7 req-0be4dcb6-dd19-4a22-8bbb-26cfddef68b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:43.822945 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7c3f2910-5543-4e9e-9a10-5832c3360ef7 req-0be4dcb6-dd19-4a22-8bbb-26cfddef68b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=95146380-c6e8-44b8-bebc-b70e51427629 HTTP/1.1" status: 200  len: 850 time: 0.0581715
Jun 21 16:39:43.897430 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f2910-5543-4e9e-9a10-5832c3360ef7 req-df9e7c61-3dbb-4a40-8d48-061ffa9c3bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:43.898872 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7c3f2910-5543-4e9e-9a10-5832c3360ef7 req-df9e7c61-3dbb-4a40-8d48-061ffa9c3bf9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=246ee509-2b5e-4a56-b181-933ba128d253&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0684292
Jun 21 16:39:44.039233 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7c3f2910-5543-4e9e-9a10-5832c3360ef7 req-d2c09107-088e-494d-b54f-ba1f7fbed48e service neutron] 10.222.0.39 "GET /v2.0/networks/246ee509-2b5e-4a56-b181-933ba128d253?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1327293
Jun 21 16:39:44.186949 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7c3f2910-5543-4e9e-9a10-5832c3360ef7 req-d16ad839-2d28-4af7-940e-ccb09666e5b5 service neutron] 10.222.0.39 "GET /v2.0/networks/246ee509-2b5e-4a56-b181-933ba128d253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259341
Jun 21 16:39:44.627484 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b934aeb-11df-4523-9c73-e20ce0a277e6 req-e0a69859-21b6-46db-adc4-798e052b835f tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:44.628939 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6b934aeb-11df-4523-9c73-e20ce0a277e6 req-e0a69859-21b6-46db-adc4-798e052b835f tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e285d39-228b-49f7-9553-80bb5584e647 HTTP/1.1" status: 200  len: 944 time: 0.0822356
Jun 21 16:39:44.673278 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6b934aeb-11df-4523-9c73-e20ce0a277e6 req-f30318b8-1ec1-47a9-a564-a592022ea0d7 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379460
Jun 21 16:39:45.862105 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf673b72-277f-4ec8-be30-9ea556ab3aeb req-db83706d-6bcd-4a18-aa49-861e4d9a4879 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:45.863537 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-bf673b72-277f-4ec8-be30-9ea556ab3aeb req-db83706d-6bcd-4a18-aa49-861e4d9a4879 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e285d39-228b-49f7-9553-80bb5584e647 HTTP/1.1" status: 200  len: 944 time: 0.0793545
Jun 21 16:39:45.906841 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-bf673b72-277f-4ec8-be30-9ea556ab3aeb req-09da5091-22de-4923-a85f-e24aee7bfe73 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376334
Jun 21 16:39:47.115506 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f89e5e-6005-47c2-b156-28617f83b725 req-4ffa2fc1-10fd-4d81-a067-70ceb2738c27 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:47.116992 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-35f89e5e-6005-47c2-b156-28617f83b725 req-4ffa2fc1-10fd-4d81-a067-70ceb2738c27 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e285d39-228b-49f7-9553-80bb5584e647 HTTP/1.1" status: 200  len: 944 time: 0.0819118
Jun 21 16:39:47.160773 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-35f89e5e-6005-47c2-b156-28617f83b725 req-17a85cf3-a840-4ae8-a7a1-d47f52722e61 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381336
Jun 21 16:39:47.450478 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-15117199-6290-4f17-810b-3efbb65f91ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:47.725678 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:39:47.869246 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:48.346901 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87c743-6505-45aa-8d7f-1c6e78a05e3a req-bfc8791a-a604-4819-9de8-337f7dcc23c9 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:48.348305 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5e87c743-6505-45aa-8d7f-1c6e78a05e3a req-bfc8791a-a604-4819-9de8-337f7dcc23c9 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e285d39-228b-49f7-9553-80bb5584e647 HTTP/1.1" status: 200  len: 944 time: 0.0815823
Jun 21 16:39:48.392241 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5e87c743-6505-45aa-8d7f-1c6e78a05e3a req-9b729ba2-f248-404a-bace-ed6f7fa92311 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382593
Jun 21 16:39:49.573113 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361b823-ddf3-4632-843d-7c24628d489b req-03661ad7-a96e-4bd4-a847-1a334abe164a tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:49.574516 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b361b823-ddf3-4632-843d-7c24628d489b req-03661ad7-a96e-4bd4-a847-1a334abe164a tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e285d39-228b-49f7-9553-80bb5584e647 HTTP/1.1" status: 200  len: 944 time: 0.0780659
Jun 21 16:39:49.619493 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b361b823-ddf3-4632-843d-7c24628d489b req-0fd76e25-21f3-4d24-af47-6add17d8db72 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383997
Jun 21 16:39:50.093192 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-9ba3371f-233e-4a1f-ad49-26ed298d4c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:50.418228 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:50.811509 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489eb026-9fe2-425f-ad47-97078b77fac2 req-f37b1d0b-bc2a-43ae-bb9c-4d05a71f55e8 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:50.812999 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-489eb026-9fe2-425f-ad47-97078b77fac2 req-f37b1d0b-bc2a-43ae-bb9c-4d05a71f55e8 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e285d39-228b-49f7-9553-80bb5584e647 HTTP/1.1" status: 200  len: 944 time: 0.0840950
Jun 21 16:39:50.827712 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:50.858478 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-489eb026-9fe2-425f-ad47-97078b77fac2 req-9c13124a-a295-4153-9db9-a72c1c93a8cf tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392790
Jun 21 16:39:51.890592 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device a4041e2c-b003-41fc-b4ea-a658567ddf5e details requested by agent hyperv_hv-cinder-79716 with host hv-cinder-79716 {{(pid=78428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 16:39:52.020874 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port a4041e2c-b003-41fc-b4ea-a658567ddf5e, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=a4041e2c-b003-41fc-b4ea-a658567ddf5e,segment=NetworkSegment(ad271a7b-5d78-41f7-9e28-3494964f653a),segment_id=ad271a7b-5d78-41f7-9e28-3494964f653a)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:39:52.034549 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Returning: {'device': 'a4041e2c-b003-41fc-b4ea-a658567ddf5e', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'port_id': 'a4041e2c-b003-41fc-b4ea-a658567ddf5e', 'mac_address': 'fa:16:3e:b7:11:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95146380-c6e8-44b8-bebc-b70e51427629', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 16:39:52.042247 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8d20e-6e3f-4838-a428-fe8a92059672 req-f5ec3b46-6266-4f0c-a538-367b5f492df6 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:52.044262 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-10b8d20e-6e3f-4838-a428-fe8a92059672 req-f5ec3b46-6266-4f0c-a538-367b5f492df6 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e285d39-228b-49f7-9553-80bb5584e647 HTTP/1.1" status: 200  len: 944 time: 0.0807719
Jun 21 16:39:52.095951 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:52.099507 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-10b8d20e-6e3f-4838-a428-fe8a92059672 req-6d3f9e99-235e-47ea-b6e3-831244b24e24 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473912
Jun 21 16:39:52.120646 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4041e2c-b003-41fc-b4ea-a658567ddf5e {{(pid=78428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:39:52.136435 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port a4041e2c-b003-41fc-b4ea-a658567ddf5e, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=a4041e2c-b003-41fc-b4ea-a658567ddf5e,segment=NetworkSegment(ad271a7b-5d78-41f7-9e28-3494964f653a),segment_id=ad271a7b-5d78-41f7-9e28-3494964f653a)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:39:52.140397 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:52.142112 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:52.208743 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=a4041e2c-b003-41fc-b4ea-a658567ddf5e,revision_number=4']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:52.211742 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:52.430164 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:52.535883 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['a4041e2c-b003-41fc-b4ea-a658567ddf5e'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:39:53.366319 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070782f-6322-4178-af9a-35e1cab5c1f8 req-4c6dfd54-b8b9-478e-baed-a30660634cde tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:53.367795 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0070782f-6322-4178-af9a-35e1cab5c1f8 req-4c6dfd54-b8b9-478e-baed-a30660634cde tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e285d39-228b-49f7-9553-80bb5584e647 HTTP/1.1" status: 200  len: 945 time: 0.1586277
Jun 21 16:39:53.412571 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0070782f-6322-4178-af9a-35e1cab5c1f8 req-fde79cd6-a49d-456c-8bed-93c066ce81f9 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390804
Jun 21 16:39:53.897090 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device a4041e2c-b003-41fc-b4ea-a658567ddf5e up at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:39:53.964899 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning for port a4041e2c-b003-41fc-b4ea-a658567ddf5e completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:39:53.969993 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning complete for port a4041e2c-b003-41fc-b4ea-a658567ddf5e triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:39:53.970365 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:54.080029 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:54.106029 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e285d39-228b-49f7-9553-80bb5584e647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4041e2c-b003-41fc-b4ea-a658567ddf5e'}] {{(pid=78428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:39:54.115787 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port a4041e2c-b003-41fc-b4ea-a658567ddf5e, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=a4041e2c-b003-41fc-b4ea-a658567ddf5e,segment=NetworkSegment(ad271a7b-5d78-41f7-9e28-3494964f653a),segment_id=ad271a7b-5d78-41f7-9e28-3494964f653a)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:39:54.119682 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:54.121400 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:54.188909 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=a4041e2c-b003-41fc-b4ea-a658567ddf5e,revision_number=5']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:54.191970 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:54.205495 dv-cinder-797161-1-iscsi neutron-server[78428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e285d39-228b-49f7-9553-80bb5584e647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4041e2c-b003-41fc-b4ea-a658567ddf5e', 'code': 200}
Jun 21 16:39:54.607956 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150e3d7-3453-4eed-ba2a-81f4fca74181 req-31971f1e-435a-481e-80d7-f58a4b3d4c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:54.609430 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1150e3d7-3453-4eed-ba2a-81f4fca74181 req-31971f1e-435a-481e-80d7-f58a4b3d4c62 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9e285d39-228b-49f7-9553-80bb5584e647 HTTP/1.1" status: 200  len: 1099 time: 0.1332335
Jun 21 16:39:54.620086 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9404b2-06d9-4989-aafa-d9edc6da021f req-3759e50c-ab1d-483f-b090-e0c0efa4fbf7 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:54.621351 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-9c9404b2-06d9-4989-aafa-d9edc6da021f req-3759e50c-ab1d-483f-b090-e0c0efa4fbf7 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e285d39-228b-49f7-9553-80bb5584e647 HTTP/1.1" status: 200  len: 946 time: 0.1004009
Jun 21 16:39:54.686200 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1150e3d7-3453-4eed-ba2a-81f4fca74181 req-111cc00e-1f44-45aa-b6f0-c15d0a45ecdb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639544
Jun 21 16:39:54.693020 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-9c9404b2-06d9-4989-aafa-d9edc6da021f req-4e59ae6f-c8c9-4199-ac5b-19e9be936ed9 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572014
Jun 21 16:39:55.875786 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda238d3-b0ca-44c0-9cb7-e4a8aa644a52 req-131311c5-72fa-4bc9-89ac-fec1c7e383ec tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:55.877112 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-eda238d3-b0ca-44c0-9cb7-e4a8aa644a52 req-131311c5-72fa-4bc9-89ac-fec1c7e383ec tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e285d39-228b-49f7-9553-80bb5584e647 HTTP/1.1" status: 200  len: 946 time: 0.0778720
Jun 21 16:39:55.923026 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-eda238d3-b0ca-44c0-9cb7-e4a8aa644a52 req-6af7e6b6-2069-4b12-8b5b-783e30c97f92 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397351
Jun 21 16:39:57.113234 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf46ea-5ecd-4bf2-bfaa-5dfa2be32798 req-99aaf8d9-59de-4bed-bd36-399d17130594 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:57.114658 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1fdf46ea-5ecd-4bf2-bfaa-5dfa2be32798 req-99aaf8d9-59de-4bed-bd36-399d17130594 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e285d39-228b-49f7-9553-80bb5584e647 HTTP/1.1" status: 200  len: 946 time: 0.0863090
Jun 21 16:39:57.158930 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1fdf46ea-5ecd-4bf2-bfaa-5dfa2be32798 req-6d182e86-24dc-453f-8f5e-7647ba052779 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385070
Jun 21 16:39:57.342170 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ac3b5-edc9-4e49-a20c-d7aec7e35048 req-294010d2-c590-44e1-9c66-c46f3e0510af tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:57.343525 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6d9ac3b5-edc9-4e49-a20c-d7aec7e35048 req-294010d2-c590-44e1-9c66-c46f3e0510af tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e285d39-228b-49f7-9553-80bb5584e647 HTTP/1.1" status: 200  len: 946 time: 0.0811841
Jun 21 16:39:57.387626 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6d9ac3b5-edc9-4e49-a20c-d7aec7e35048 req-d25f664d-67d4-4f71-bd6d-fb54b346553a tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376832
Jun 21 16:39:57.410528 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 42654) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:39:57.520495 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d5fb5d-8f7f-43aa-94fd-b10df5a1ba50 tempest-TestVolumeBootPattern-315696491 tempest-TestVolumeBootPattern-315696491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:57.521128 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-c4d5fb5d-8f7f-43aa-94fd-b10df5a1ba50 tempest-TestVolumeBootPattern-315696491 tempest-TestVolumeBootPattern-315696491-project-admin] Synchronizing usage tracker for tenant:77f185f4b9f34bc6bc3a2c160e584a6a on resource:port {{(pid=78427) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:39:57.539398 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-c4d5fb5d-8f7f-43aa-94fd-b10df5a1ba50 tempest-TestVolumeBootPattern-315696491 tempest-TestVolumeBootPattern-315696491-project-admin] Unset dirty status for tenant:77f185f4b9f34bc6bc3a2c160e584a6a on resource:port {{(pid=78427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:39:57.540818 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-c4d5fb5d-8f7f-43aa-94fd-b10df5a1ba50 tempest-TestVolumeBootPattern-315696491 tempest-TestVolumeBootPattern-315696491-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9e285d39-228b-49f7-9553-80bb5584e647 HTTP/1.1" status: 200  len: 1094 time: 0.1293180
Jun 21 16:39:57.543701 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 42660) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:39:57.548750 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Request body: {'floatingip': {'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'port_id': 'a4041e2c-b003-41fc-b4ea-a658567ddf5e', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:39:57.554570 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:39:57.558310 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Usage tracker for resource:floatingip and tenant:11bb3c615f364358bf7e47b3024a2fb9 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:39:57.561395 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:39:57.567300 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:39:57.577996 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for floatingip, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:57.716650 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:57.854709 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.db_base_plugin_common [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Allocated IP 172.27.1.196 (70dc8c3b-1fd1-4e34-848f-30da40ce5650/64348721-2f14-434e-9349-1c86303c6cb6/566f02f7-b79c-4c11-80e0-d8412a12bbe7) {{(pid=78427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:39:57.998885 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for port, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:58.029046 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1910645'] for port, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:58.033658 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-01f947d7-3afa-445b-9d3c-a65bcd199a24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:58.091491 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Network 70dc8c3b-1fd1-4e34-848f-30da40ce5650 is already hosted by enough agents. {{(pid=78427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:39:58.094357 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.base_scheduler [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Resources bound (agent type, host, resource id):  {{(pid=78427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:39:58.098679 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Received port after_create {{(pid=78427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:39:58.135935 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Pushing event updated for resources: {'Port': ['ID=566f02f7-b79c-4c11-80e0-d8412a12bbe7,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:58.151817 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:39:58.152190 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:39:58.152545 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:39:58.152895 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:39:58.153241 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:39:58.153585 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:39:58.153932 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:39:58.154282 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:39:58.154618 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:39:58.154957 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:39:58.155293 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:39:58.155696 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:39:58.160515 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:58.592690 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:58.663445 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:58.864341 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for port, precommit_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:58.868868 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1910604'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:58.872350 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:39:58.976869 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Pushing event updated for resources: {'Port': ['ID=566f02f7-b79c-4c11-80e0-d8412a12bbe7,revision_number=2']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:39:58.980697 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:39:58.986961 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727397'] for floatingip, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:59.156041 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.db.l3_db [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Floating IP fe04c2d9-689e-4337-91c0-5f06dab0a86d associated. External IP: 172.27.1.196, port: a4041e2c-b003-41fc-b4ea-a658567ddf5e.
Jun 21 16:39:59.504600 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Router 1c331204-6ec0-4171-89fb-d058fa373702 has already been hosted by L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb {{(pid=78427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 16:39:59.680893 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:39:59.691083 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352fcb4a-c5f6-4928-995e-ea05e7153e03 None None] Sync routers for ids ['1c331204-6ec0-4171-89fb-d058fa373702'] in dv-cinder-797161-1-iscsi {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:39:59.700227 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352fcb4a-c5f6-4928-995e-ea05e7153e03 None None] Routers {'1c331204-6ec0-4171-89fb-d058fa373702'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:39:59.700846 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-352fcb4a-c5f6-4928-995e-ea05e7153e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d309670>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:39:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['1c331204-6ec0-4171-89fb-d058fa373702'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:39:59.705331 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:39:59.763671 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.2188616
Jun 21 16:39:59.764236 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e285d39-228b-49f7-9553-80bb5584e647', 'tag': 'a4041e2c-b003-41fc-b4ea-a658567ddf5e'}] {{(pid=78427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:39:59.859863 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e285d39-228b-49f7-9553-80bb5584e647', 'tag': 'a4041e2c-b003-41fc-b4ea-a658567ddf5e', 'status': 'completed', 'code': 200}
Jun 21 16:39:59.886528 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-352fcb4a-c5f6-4928-995e-ea05e7153e03 None None] Set router 1c331204-6ec0-4171-89fb-d058fa373702 gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:39:59.979444 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbaccd-c0ce-4d59-8120-d1e4ea7172c9 req-1cce6bc4-9d78-489e-8580-ad9dbf26b891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:39:59.980932 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-80cbaccd-c0ce-4d59-8120-d1e4ea7172c9 req-1cce6bc4-9d78-489e-8580-ad9dbf26b891 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=11bb3c615f364358bf7e47b3024a2fb9&device_id=9e285d39-228b-49f7-9553-80bb5584e647 HTTP/1.1" status: 200  len: 1099 time: 0.0729339
Jun 21 16:40:00.205678 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbaccd-c0ce-4d59-8120-d1e4ea7172c9 req-7088a2bf-f2d2-4e76-a752-2ca497c0a4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:00.207138 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-80cbaccd-c0ce-4d59-8120-d1e4ea7172c9 req-7088a2bf-f2d2-4e76-a752-2ca497c0a4af service neutron] 10.222.0.39 "GET /v2.0/networks?id=246ee509-2b5e-4a56-b181-933ba128d253 HTTP/1.1" status: 200  len: 912 time: 0.2198479
Jun 21 16:40:00.240027 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-352fcb4a-c5f6-4928-995e-ea05e7153e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d309670>, [{'id': '1c331204-6ec0-4171-89fb-d058fa373702', 'name': 'tempest-TestVolumeBootPattern-879465801-router', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:39:00Z', 'updated_at': '2021-06-21T16:39:04Z', 'revision_number': 4, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'gw_port': {'id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:36:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:01Z', 'updated_at': '2021-06-21T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_floatingips': [{'id': 'fe04c2d9-689e-4337-91c0-5f06dab0a86d', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'router_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'port_id': 'a4041e2c-b003-41fc-b4ea-a658567ddf5e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'mac_address': 'fa:16:3e:b7:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e285d39-228b-49f7-9553-80bb5584e647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T16:39:58Z', 'updated_at': '2021-06-21T16:39:58Z', 'revision_number': 0, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc6fb73-8003-48a7-9820-ab192af4ae1d', 'name': '', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'mac_address': 'fa:16:3e:06:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '95146380-c6e8-44b8-bebc-b70e51427629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:03Z', 'updated_at': '2021-06-21T16:39:11Z', 'revision_number': 5, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'subnets': [{'id': '95146380-c6e8-44b8-bebc-b70e51427629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:40:00.243853 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352fcb4a-c5f6-4928-995e-ea05e7153e03 None None] Checking router: 1c331204-6ec0-4171-89fb-d058fa373702 for host: dv-cinder-797161-1-iscsi {{(pid=78428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:40:00.252348 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352fcb4a-c5f6-4928-995e-ea05e7153e03 None None] Routers {'1c331204-6ec0-4171-89fb-d058fa373702'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:40:00.252942 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-352fcb4a-c5f6-4928-995e-ea05e7153e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d309670>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:39:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['1c331204-6ec0-4171-89fb-d058fa373702'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:40:00.313232 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-80cbaccd-c0ce-4d59-8120-d1e4ea7172c9 req-4c99d33b-871d-4721-b630-5b83ce81b34d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4041e2c-b003-41fc-b4ea-a658567ddf5e HTTP/1.1" status: 200  len: 1000 time: 0.0982502
Jun 21 16:40:00.376664 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbaccd-c0ce-4d59-8120-d1e4ea7172c9 req-d14eed4c-e445-40aa-b114-7f6afed752b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:00.377999 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-80cbaccd-c0ce-4d59-8120-d1e4ea7172c9 req-d14eed4c-e445-40aa-b114-7f6afed752b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=95146380-c6e8-44b8-bebc-b70e51427629 HTTP/1.1" status: 200  len: 850 time: 0.0584314
Jun 21 16:40:00.455798 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-352fcb4a-c5f6-4928-995e-ea05e7153e03 None None] Set router 1c331204-6ec0-4171-89fb-d058fa373702 gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:40:00.456279 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbaccd-c0ce-4d59-8120-d1e4ea7172c9 req-c2a7886f-b04a-4a2e-98bc-bd332dad801e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:00.457757 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-80cbaccd-c0ce-4d59-8120-d1e4ea7172c9 req-c2a7886f-b04a-4a2e-98bc-bd332dad801e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=246ee509-2b5e-4a56-b181-933ba128d253&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0693331
Jun 21 16:40:00.589365 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-80cbaccd-c0ce-4d59-8120-d1e4ea7172c9 req-32773d2b-5399-435a-a9f8-52c23784d488 service neutron] 10.222.0.39 "GET /v2.0/networks/246ee509-2b5e-4a56-b181-933ba128d253?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236863
Jun 21 16:40:00.720868 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-80cbaccd-c0ce-4d59-8120-d1e4ea7172c9 req-4cee3ae8-157c-46ef-8d50-f3f32051d01e service neutron] 10.222.0.39 "GET /v2.0/networks/246ee509-2b5e-4a56-b181-933ba128d253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247146
Jun 21 16:40:00.802133 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-352fcb4a-c5f6-4928-995e-ea05e7153e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d309670>, [{'id': '1c331204-6ec0-4171-89fb-d058fa373702', 'name': 'tempest-TestVolumeBootPattern-879465801-router', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:39:00Z', 'updated_at': '2021-06-21T16:39:04Z', 'revision_number': 4, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'gw_port': {'id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:36:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:01Z', 'updated_at': '2021-06-21T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_floatingips': [{'id': 'fe04c2d9-689e-4337-91c0-5f06dab0a86d', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'router_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'port_id': 'a4041e2c-b003-41fc-b4ea-a658567ddf5e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'mac_address': 'fa:16:3e:b7:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e285d39-228b-49f7-9553-80bb5584e647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T16:39:58Z', 'updated_at': '2021-06-21T16:39:58Z', 'revision_number': 0, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc6fb73-8003-48a7-9820-ab192af4ae1d', 'name': '', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'mac_address': 'fa:16:3e:06:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '95146380-c6e8-44b8-bebc-b70e51427629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:03Z', 'updated_at': '2021-06-21T16:39:11Z', 'revision_number': 5, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'subnets': [{'id': '95146380-c6e8-44b8-bebc-b70e51427629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:40:00.811196 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352fcb4a-c5f6-4928-995e-ea05e7153e03 None None] The sync data for ids ['1c331204-6ec0-4171-89fb-d058fa373702'] in dv-cinder-797161-1-iscsi is: [{'id': '1c331204-6ec0-4171-89fb-d058fa373702', 'name': 'tempest-TestVolumeBootPattern-879465801-router', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:39:00Z', 'updated_at': '2021-06-21T16:39:04Z', 'revision_number': 4, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'gw_port': {'id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:36:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:01Z', 'updated_at': '2021-06-21T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_floatingips': [{'id': 'fe04c2d9-689e-4337-91c0-5f06dab0a86d', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'router_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'port_id': 'a4041e2c-b003-41fc-b4ea-a658567ddf5e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'mac_address': 'fa:16:3e:b7:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e285d39-228b-49f7-9553-80bb5584e647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T16:39:58Z', 'updated_at': '2021-06-21T16:39:58Z', 'revision_number': 0, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc6fb73-8003-48a7-9820-ab192af4ae1d', 'name': '', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'mac_address': 'fa:16:3e:06:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '95146380-c6e8-44b8-bebc-b70e51427629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:03Z', 'updated_at': '2021-06-21T16:39:11Z', 'revision_number': 5, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'subnets': [{'id': '95146380-c6e8-44b8-bebc-b70e51427629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:40:00.999249 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6815e15-c825-4867-8d5a-ac134bafef66 None None] New status for floating IP fe04c2d9-689e-4337-91c0-5f06dab0a86d: ACTIVE {{(pid=78429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 16:40:17.198561 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd164d-8774-49a6-8d27-ec2a71d9d2a0 req-08d9d8ae-702d-40a7-8236-c1acf43b7286 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:17.200030 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-defd164d-8774-49a6-8d27-ec2a71d9d2a0 req-08d9d8ae-702d-40a7-8236-c1acf43b7286 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 945 time: 0.0872049
Jun 21 16:40:17.244688 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-defd164d-8774-49a6-8d27-ec2a71d9d2a0 req-886f618e-1bef-4126-9b78-8b33cfbbd7e6 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388451
Jun 21 16:40:17.451888 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-a86150d4-b72d-422e-867a-28167c94d84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:17.871291 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:18.446533 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429a7ec-f100-4288-8a92-585e5c272d0a req-8ebd258a-e149-449f-b0b1-d9a56aaba2fe tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:18.448003 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8429a7ec-f100-4288-8a92-585e5c272d0a req-8ebd258a-e149-449f-b0b1-d9a56aaba2fe tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 945 time: 0.0886517
Jun 21 16:40:18.493186 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8429a7ec-f100-4288-8a92-585e5c272d0a req-cbdde6b4-8098-4e6d-bf81-b3cd983446f5 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394115
Jun 21 16:40:19.684881 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32358c56-9b27-4e10-ba44-09a9081c436f req-3aa5394d-509e-43c0-9494-e6f2dca7e4b6 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:19.686602 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-32358c56-9b27-4e10-ba44-09a9081c436f req-3aa5394d-509e-43c0-9494-e6f2dca7e4b6 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 945 time: 0.0774357
Jun 21 16:40:19.730375 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-32358c56-9b27-4e10-ba44-09a9081c436f req-c374a28c-6bf2-4030-bc60-dd4e33e157d8 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379972
Jun 21 16:40:20.097401 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-2536ae16-0013-4563-88ed-27424dde8c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:20.434356 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:20.831271 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:20.920436 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857952e-2c0a-40e4-b229-1678d722db06 req-69aefce9-2f7c-433f-a61c-ab68b37daf24 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:20.921870 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0857952e-2c0a-40e4-b229-1678d722db06 req-69aefce9-2f7c-433f-a61c-ab68b37daf24 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 945 time: 0.0820456
Jun 21 16:40:21.026567 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0857952e-2c0a-40e4-b229-1678d722db06 req-b316cd19-440e-48e0-92f7-3732402b415c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0983703
Jun 21 16:40:21.043706 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-93ebabff-86f9-4a7a-9386-f62926a95973 req-aa9edc31-f445-4fea-b2e4-7892152bbce5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0937183
Jun 21 16:40:21.201849 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ebabff-86f9-4a7a-9386-f62926a95973 req-3e34a742-2838-4cb3-a02c-f90f134db6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:21.203294 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-93ebabff-86f9-4a7a-9386-f62926a95973 req-3e34a742-2838-4cb3-a02c-f90f134db6d9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0abf7fbe8a894aa0ac522b8db4c418f8&device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 1098 time: 0.0725377
Jun 21 16:40:21.348894 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ebabff-86f9-4a7a-9386-f62926a95973 req-17a14a4a-3cac-4689-af9c-51832a1327b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:21.350236 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-93ebabff-86f9-4a7a-9386-f62926a95973 req-17a14a4a-3cac-4689-af9c-51832a1327b0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4 HTTP/1.1" status: 200  len: 910 time: 0.1271262
Jun 21 16:40:21.454276 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-93ebabff-86f9-4a7a-9386-f62926a95973 req-edaa9e33-2c78-45f5-85a0-50139a62c1ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03600ce8-9489-4f7b-be6b-00c3a6cc2920 HTTP/1.1" status: 200  len: 1001 time: 0.0950394
Jun 21 16:40:21.515465 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ebabff-86f9-4a7a-9386-f62926a95973 req-a550b8cd-9f69-4cfb-a972-bda511707239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:21.516863 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-93ebabff-86f9-4a7a-9386-f62926a95973 req-a550b8cd-9f69-4cfb-a972-bda511707239 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d28f0b85-c931-4d9a-9dda-91c9d86f9837 HTTP/1.1" status: 200  len: 848 time: 0.0557373
Jun 21 16:40:21.594389 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ebabff-86f9-4a7a-9386-f62926a95973 req-a8e6818c-fa98-4490-85b0-e94b6bf815b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:21.595867 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-93ebabff-86f9-4a7a-9386-f62926a95973 req-a8e6818c-fa98-4490-85b0-e94b6bf815b8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0718565
Jun 21 16:40:21.725518 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-93ebabff-86f9-4a7a-9386-f62926a95973 req-1e57c408-449b-4082-8aba-87ce8a746a42 service neutron] 10.222.0.39 "GET /v2.0/networks/9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227181
Jun 21 16:40:21.930491 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-93ebabff-86f9-4a7a-9386-f62926a95973 req-8c48e428-d58a-4c97-9206-87612c62e827 service neutron] 10.222.0.39 "GET /v2.0/networks/9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1979203
Jun 21 16:40:22.214906 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652aa5e4-dbc6-45b5-8536-e5755eae3f28 req-1028c05a-7986-4c81-af44-8d55cc332ec6 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:22.216390 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-652aa5e4-dbc6-45b5-8536-e5755eae3f28 req-1028c05a-7986-4c81-af44-8d55cc332ec6 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 945 time: 0.0781121
Jun 21 16:40:22.260400 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-652aa5e4-dbc6-45b5-8536-e5755eae3f28 req-8ba68379-d600-4e36-bba1-d927f18c68ac tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383334
Jun 21 16:40:22.436262 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:23.448362 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff08e13-7cab-47f6-ab15-1a7fdd4a83aa req-fce55138-c203-41af-9d87-40caedf8e714 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:23.449802 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-fff08e13-7cab-47f6-ab15-1a7fdd4a83aa req-fce55138-c203-41af-9d87-40caedf8e714 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 945 time: 0.0819890
Jun 21 16:40:23.495812 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-fff08e13-7cab-47f6-ab15-1a7fdd4a83aa req-709a002b-eee0-4a71-8915-7cd40f061269 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402858
Jun 21 16:40:24.686479 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc0470-930d-4232-b510-940577ab983b req-978b87c0-cfdc-4e1c-aecf-b9e224254071 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:24.687943 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5fdc0470-930d-4232-b510-940577ab983b req-978b87c0-cfdc-4e1c-aecf-b9e224254071 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 945 time: 0.0794497
Jun 21 16:40:24.724471 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:40:24.736864 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5fdc0470-930d-4232-b510-940577ab983b req-a607aeee-94ce-4342-91d2-ead2066dc948 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429735
Jun 21 16:40:25.922733 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ef221-fd22-47f8-aa1e-b16e0a5ddeb1 req-7a9c2086-580d-48e9-92fd-7f3ab64d24e4 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:25.924181 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5d1ef221-fd22-47f8-aa1e-b16e0a5ddeb1 req-7a9c2086-580d-48e9-92fd-7f3ab64d24e4 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 945 time: 0.0775056
Jun 21 16:40:25.975706 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5d1ef221-fd22-47f8-aa1e-b16e0a5ddeb1 req-6f440e12-e585-4403-9066-ce9ac97d52fd tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444376
Jun 21 16:40:27.166143 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b4988-1937-4680-a7fe-6af9944907f0 req-bc896ff9-0d0e-4e5c-8407-3ed176f26fb1 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:27.167557 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-dd2b4988-1937-4680-a7fe-6af9944907f0 req-bc896ff9-0d0e-4e5c-8407-3ed176f26fb1 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 945 time: 0.0817609
Jun 21 16:40:27.211977 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-dd2b4988-1937-4680-a7fe-6af9944907f0 req-5cdee5c2-dd6e-4c4e-a77c-6dad88e7d1a7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385563
Jun 21 16:40:28.408157 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff656bb-7966-4f07-9e51-0a643ba61d17 req-4d685524-15c1-4857-b310-d5f4165a788c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:28.409532 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5ff656bb-7966-4f07-9e51-0a643ba61d17 req-4d685524-15c1-4857-b310-d5f4165a788c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 945 time: 0.0818036
Jun 21 16:40:28.453209 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5ff656bb-7966-4f07-9e51-0a643ba61d17 req-dc0b97e4-18c3-4a84-ba95-0f01a1d063f2 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378261
Jun 21 16:40:29.647771 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f6488-3d5f-4796-b889-d4a222148393 req-5c50fe45-288c-4cf5-9147-f69939060835 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:29.649239 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-023f6488-3d5f-4796-b889-d4a222148393 req-5c50fe45-288c-4cf5-9147-f69939060835 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 945 time: 0.0844195
Jun 21 16:40:29.695967 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-023f6488-3d5f-4796-b889-d4a222148393 req-b3d4ea9f-802f-4311-9ccd-5e4d623561c0 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405779
Jun 21 16:40:30.130673 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 042671e9-420c-4d39-b0f3-0f5bf03c0771 details requested by agent hyperv_hv-cinder-79716 with host hv-cinder-79716 {{(pid=78428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 16:40:30.269543 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 042671e9-420c-4d39-b0f3-0f5bf03c0771, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=042671e9-420c-4d39-b0f3-0f5bf03c0771,segment=NetworkSegment(cb66d3c6-9116-4b7e-95d4-8704f85ac6dc),segment_id=cb66d3c6-9116-4b7e-95d4-8704f85ac6dc)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:40:30.284235 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Returning: {'device': '042671e9-420c-4d39-b0f3-0f5bf03c0771', 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5', 'port_id': '042671e9-420c-4d39-b0f3-0f5bf03c0771', 'mac_address': 'fa:16:3e:db:a6:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 16:40:30.365298 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:30.387937 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 042671e9-420c-4d39-b0f3-0f5bf03c0771 {{(pid=78428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:40:30.406966 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 042671e9-420c-4d39-b0f3-0f5bf03c0771, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=042671e9-420c-4d39-b0f3-0f5bf03c0771,segment=NetworkSegment(cb66d3c6-9116-4b7e-95d4-8704f85ac6dc),segment_id=cb66d3c6-9116-4b7e-95d4-8704f85ac6dc)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:40:30.412402 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:30.414190 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:40:30.494805 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=042671e9-420c-4d39-b0f3-0f5bf03c0771,revision_number=6']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:40:30.502489 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:40:30.502836 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:40:30.503920 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:40:30.504453 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:40:30.504950 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:40:30.505283 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:40:30.505611 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:40:30.505925 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:40:30.506241 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:40:30.506555 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:40:30.507651 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:40:30.507980 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:40:30.512783 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:40:30.614347 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['042671e9-420c-4d39-b0f3-0f5bf03c0771'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:40:30.934556 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a75a78-39be-48d0-a2b5-1eb0508ee9c6 req-8b884b79-2a37-4c25-a624-e7177754a559 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:30.936177 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-93a75a78-39be-48d0-a2b5-1eb0508ee9c6 req-8b884b79-2a37-4c25-a624-e7177754a559 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 944 time: 0.0999155
Jun 21 16:40:31.007111 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-93a75a78-39be-48d0-a2b5-1eb0508ee9c6 req-c65d97c7-fac6-4fcc-b943-de59164c7495 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0640242
Jun 21 16:40:31.428043 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df0ddf-e7e7-4b6f-bf6f-605c84e82320 req-b782a91c-6f88-41f3-9db1-e5cfd833afb3 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:31.429504 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-15df0ddf-e7e7-4b6f-bf6f-605c84e82320 req-b782a91c-6f88-41f3-9db1-e5cfd833afb3 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 945 time: 0.0859168
Jun 21 16:40:31.496222 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-15df0ddf-e7e7-4b6f-bf6f-605c84e82320 req-44102068-d5ca-4b98-a9b1-f98694f62297 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531957
Jun 21 16:40:32.157526 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 042671e9-420c-4d39-b0f3-0f5bf03c0771 up at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:40:32.246417 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning complete for port 042671e9-420c-4d39-b0f3-0f5bf03c0771 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:40:32.246914 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:32.297970 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fbf029-c64f-4578-8008-a10a0b363e10 req-ad97d7bb-adde-4592-9942-2d13368e90d7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:32.307732 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-70fbf029-c64f-4578-8008-a10a0b363e10 req-ad97d7bb-adde-4592-9942-2d13368e90d7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 944 time: 0.1037672
Jun 21 16:40:32.368145 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-70fbf029-c64f-4578-8008-a10a0b363e10 req-766c38d0-77df-4528-8b8d-57a44e3e493b tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0592761
Jun 21 16:40:32.400375 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:32.428097 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b42be18-6511-499e-b9fe-83384ff41342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042671e9-420c-4d39-b0f3-0f5bf03c0771'}] {{(pid=78428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:40:32.438046 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 042671e9-420c-4d39-b0f3-0f5bf03c0771, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=042671e9-420c-4d39-b0f3-0f5bf03c0771,segment=NetworkSegment(cb66d3c6-9116-4b7e-95d4-8704f85ac6dc),segment_id=cb66d3c6-9116-4b7e-95d4-8704f85ac6dc)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:40:32.444988 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:32.447843 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:40:32.501644 dv-cinder-797161-1-iscsi neutron-server[78428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b42be18-6511-499e-b9fe-83384ff41342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042671e9-420c-4d39-b0f3-0f5bf03c0771', 'code': 200}
Jun 21 16:40:32.525855 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=042671e9-420c-4d39-b0f3-0f5bf03c0771,revision_number=7']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:40:32.529886 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:40:32.727639 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6009ae-7fb0-4ade-998c-1435d987ae37 req-26642118-7cef-44dc-8b92-5812b1394fee tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:32.729118 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5b6009ae-7fb0-4ade-998c-1435d987ae37 req-26642118-7cef-44dc-8b92-5812b1394fee tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 945 time: 0.0949049
Jun 21 16:40:32.777753 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5b6009ae-7fb0-4ade-998c-1435d987ae37 req-23f845ff-d385-47b1-8878-1418fe71d223 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402076
Jun 21 16:40:33.567177 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545a458-17d2-4c64-9302-01a3a3f29d7e req-aafe4916-ac37-4d19-958e-87e9e83fcae3 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:33.568874 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-9545a458-17d2-4c64-9302-01a3a3f29d7e req-aafe4916-ac37-4d19-958e-87e9e83fcae3 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 945 time: 0.0877008
Jun 21 16:40:33.624800 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-9545a458-17d2-4c64-9302-01a3a3f29d7e req-01814697-1d48-495f-aed2-8e0fb39aac6a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461154
Jun 21 16:40:33.995064 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417da237-1834-4487-8473-0186caef6efa req-67620eb1-1094-489d-85cb-a3f666935680 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:34.002412 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-417da237-1834-4487-8473-0186caef6efa req-67620eb1-1094-489d-85cb-a3f666935680 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 945 time: 0.0998693
Jun 21 16:40:34.094261 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-417da237-1834-4487-8473-0186caef6efa req-2607015f-a364-44a7-9c4f-46ac06f66c42 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0902348
Jun 21 16:40:34.855961 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5769f94-8090-4f32-8a29-1268b25effd0 req-8c4c5975-1bce-4a8f-abfe-5c5cc1c63b1c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:34.864661 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f5769f94-8090-4f32-8a29-1268b25effd0 req-8c4c5975-1bce-4a8f-abfe-5c5cc1c63b1c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 945 time: 0.1200411
Jun 21 16:40:34.930393 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f5769f94-8090-4f32-8a29-1268b25effd0 req-0bc49b6c-ae99-4a3c-b571-9a8b89d71104 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0646060
Jun 21 16:40:35.338881 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067f09b-0ba3-4189-9c48-c7de5467c745 req-6e25092b-c1c3-4cbc-9efb-1a86124ab077 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:35.343809 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1067f09b-0ba3-4189-9c48-c7de5467c745 req-6e25092b-c1c3-4cbc-9efb-1a86124ab077 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 945 time: 0.1051202
Jun 21 16:40:35.397114 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1067f09b-0ba3-4189-9c48-c7de5467c745 req-921f9b0e-a55a-4930-aa14-21f03287910b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518272
Jun 21 16:40:36.147954 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ddab6-7aee-47cf-b6ec-fbf4f5560273 req-3aeaa305-b706-49a4-acc3-0416673d7091 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:36.153002 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-da8ddab6-7aee-47cf-b6ec-fbf4f5560273 req-3aeaa305-b706-49a4-acc3-0416673d7091 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 945 time: 0.0918312
Jun 21 16:40:36.204175 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-da8ddab6-7aee-47cf-b6ec-fbf4f5560273 req-2a353f17-4f97-40e2-aa59-9ecee3c221d0 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475755
Jun 21 16:40:36.741646 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5f101-93fe-447d-aeb5-b6ce5f4558f6 req-c9cb8f79-7f5b-4a7d-ad6a-a3628e1b2040 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:36.748710 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-33a5f101-93fe-447d-aeb5-b6ce5f4558f6 req-c9cb8f79-7f5b-4a7d-ad6a-a3628e1b2040 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 945 time: 0.1796858
Jun 21 16:40:36.801200 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-33a5f101-93fe-447d-aeb5-b6ce5f4558f6 req-691ffb70-d829-4190-a307-4636e869c660 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513792
Jun 21 16:40:37.407618 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5950ae-b31b-4aff-b1c7-c18a6b6c9c6b req-737f6fc2-149b-4f39-9739-70a1f0365d69 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:37.409062 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7c5950ae-b31b-4aff-b1c7-c18a6b6c9c6b req-737f6fc2-149b-4f39-9739-70a1f0365d69 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 945 time: 0.0900519
Jun 21 16:40:37.460640 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7c5950ae-b31b-4aff-b1c7-c18a6b6c9c6b req-a3c2872f-343d-401a-8575-ae1f8c7e14ea tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454502
Jun 21 16:40:38.036215 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d361e1-9258-4693-995a-725f39cbb5b8 req-c03b35e8-8acb-425c-a768-e64733f8dd57 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:38.044156 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b5d361e1-9258-4693-995a-725f39cbb5b8 req-c03b35e8-8acb-425c-a768-e64733f8dd57 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 945 time: 0.1158116
Jun 21 16:40:38.097949 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b5d361e1-9258-4693-995a-725f39cbb5b8 req-fa75a812-865d-4a44-b684-46d9d72af769 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526257
Jun 21 16:40:38.670408 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc0487-58eb-4c84-a386-166e29301796 req-84cb1ed8-37e9-4883-94cb-79d45e77b48f tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:38.672762 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6cdc0487-58eb-4c84-a386-166e29301796 req-84cb1ed8-37e9-4883-94cb-79d45e77b48f tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 945 time: 0.0886636
Jun 21 16:40:38.720859 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6cdc0487-58eb-4c84-a386-166e29301796 req-5f2f4f11-376a-408f-98b5-9fc063517250 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409424
Jun 21 16:40:39.280282 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8efb0-9aea-42c6-b9fb-fa5da6e1ee54 req-523166b2-981c-4961-bee9-cc63c9a58060 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:39.281604 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5dd8efb0-9aea-42c6-b9fb-fa5da6e1ee54 req-523166b2-981c-4961-bee9-cc63c9a58060 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 945 time: 0.0779071
Jun 21 16:40:39.327272 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5dd8efb0-9aea-42c6-b9fb-fa5da6e1ee54 req-56fb34f6-851f-43ac-9dbc-208507d6447d tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391846
Jun 21 16:40:39.766189 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b636ceb-26c7-40d0-9bc7-4b334a7ddc75 req-d5e820e4-6aae-4bef-aea6-fcba146c94b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:39.767670 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-9b636ceb-26c7-40d0-9bc7-4b334a7ddc75 req-d5e820e4-6aae-4bef-aea6-fcba146c94b3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f495dd509064a23adb18dc1cd54b526&device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 1098 time: 0.0737810
Jun 21 16:40:39.945128 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b636ceb-26c7-40d0-9bc7-4b334a7ddc75 req-0d12b60d-34ad-4472-bd70-e7415ae2fc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:39.946525 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-9b636ceb-26c7-40d0-9bc7-4b334a7ddc75 req-0d12b60d-34ad-4472-bd70-e7415ae2fc43 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4e7bf916-d804-4156-8df4-c3e47df8bbc5 HTTP/1.1" status: 200  len: 917 time: 0.1711755
Jun 21 16:40:40.032734 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4847ee5-4812-4df9-9f5c-2ac25d6e84c8 req-446722ce-a0cc-4400-877e-8cacc4aca4a6 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:40.034089 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e4847ee5-4812-4df9-9f5c-2ac25d6e84c8 req-446722ce-a0cc-4400-877e-8cacc4aca4a6 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 945 time: 0.1762176
Jun 21 16:40:40.087949 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-9b636ceb-26c7-40d0-9bc7-4b334a7ddc75 req-69704a80-ddd5-4335-898f-07b5278b5ac7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=042671e9-420c-4d39-b0f3-0f5bf03c0771 HTTP/1.1" status: 200  len: 999 time: 0.1333189
Jun 21 16:40:40.099121 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e4847ee5-4812-4df9-9f5c-2ac25d6e84c8 req-6e258209-afc5-4158-a5cd-5ad1650a06af tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544567
Jun 21 16:40:40.153882 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b636ceb-26c7-40d0-9bc7-4b334a7ddc75 req-f2cd24f6-de76-4585-9422-b92f440f3005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:40.155288 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-9b636ceb-26c7-40d0-9bc7-4b334a7ddc75 req-f2cd24f6-de76-4585-9422-b92f440f3005 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736 HTTP/1.1" status: 200  len: 855 time: 0.0596118
Jun 21 16:40:40.228587 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b636ceb-26c7-40d0-9bc7-4b334a7ddc75 req-882389b8-dd31-4769-8b63-592c3e6968f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:40.230000 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-9b636ceb-26c7-40d0-9bc7-4b334a7ddc75 req-882389b8-dd31-4769-8b63-592c3e6968f7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4e7bf916-d804-4156-8df4-c3e47df8bbc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0674083
Jun 21 16:40:40.359713 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-9b636ceb-26c7-40d0-9bc7-4b334a7ddc75 req-59bf3003-89e5-4974-a946-9b535ec32b95 service neutron] 10.222.0.39 "GET /v2.0/networks/4e7bf916-d804-4156-8df4-c3e47df8bbc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226645
Jun 21 16:40:40.550531 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-9b636ceb-26c7-40d0-9bc7-4b334a7ddc75 req-55a7018d-4902-4f27-87ad-56f01296b036 service neutron] 10.222.0.39 "GET /v2.0/networks/4e7bf916-d804-4156-8df4-c3e47df8bbc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1838219
Jun 21 16:40:40.568687 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689d807-a959-4a36-a387-18023d9a0daa req-14810e86-1439-4f90-aad0-7ba2994f5bc2 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:40.570125 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c689d807-a959-4a36-a387-18023d9a0daa req-14810e86-1439-4f90-aad0-7ba2994f5bc2 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 945 time: 0.1166046
Jun 21 16:40:40.616775 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c689d807-a959-4a36-a387-18023d9a0daa req-183e17cc-c372-495b-999a-8b9366c53230 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394576
Jun 21 16:40:41.204638 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2213f0f-846e-4dd3-8d8a-f9f8245a90cc req-a6d1e983-627b-4a4b-bc7d-a59c1ad7e1b9 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:41.206562 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a2213f0f-846e-4dd3-8d8a-f9f8245a90cc req-a6d1e983-627b-4a4b-bc7d-a59c1ad7e1b9 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2d6ad0d-8b7a-479d-8a71-845c1521ac61 HTTP/1.1" status: 200  len: 946 time: 0.0815482
Jun 21 16:40:41.301199 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a2213f0f-846e-4dd3-8d8a-f9f8245a90cc req-69b5cc83-25c1-4f44-ab1b-c2d5ec6b1edc tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4e2d55-3a79-43ec-b633-79674000d952&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0885775
Jun 21 16:40:41.324342 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35633ca6-4d9f-42e4-926d-2910281fb0c6 req-78bbc42b-558b-4847-950c-3c248c23c548 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:41.325770 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-35633ca6-4d9f-42e4-926d-2910281fb0c6 req-78bbc42b-558b-4847-950c-3c248c23c548 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 945 time: 0.1121597
Jun 21 16:40:41.369850 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-35633ca6-4d9f-42e4-926d-2910281fb0c6 req-6f84116d-a43b-4199-823d-321871b3fe3a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378435
Jun 21 16:40:41.690372 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ea166-d19c-418a-80e6-e5e5a8265cc2 req-da0940ab-50ce-42ff-8de8-c481b65627a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:41.692822 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-705ea166-d19c-418a-80e6-e5e5a8265cc2 req-da0940ab-50ce-42ff-8de8-c481b65627a9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0abf7fbe8a894aa0ac522b8db4c418f8&device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 1098 time: 0.1492651
Jun 21 16:40:41.888784 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ea166-d19c-418a-80e6-e5e5a8265cc2 req-5f79446e-5b18-41f1-b353-850ca311565f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:41.890186 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-705ea166-d19c-418a-80e6-e5e5a8265cc2 req-5f79446e-5b18-41f1-b353-850ca311565f service neutron] 10.222.0.39 "GET /v2.0/networks?id=9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4 HTTP/1.1" status: 200  len: 910 time: 0.1885216
Jun 21 16:40:41.901260 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0270e8-e61c-4eaf-8f67-ff2a0271030c req-144f4d4f-dcf7-4850-97c9-753565389f72 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:41.902506 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7f0270e8-e61c-4eaf-8f67-ff2a0271030c req-144f4d4f-dcf7-4850-97c9-753565389f72 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 945 time: 0.1772416
Jun 21 16:40:42.026731 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7f0270e8-e61c-4eaf-8f67-ff2a0271030c req-20b4b1f1-4eae-4401-a7d4-c65be3657998 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0766711
Jun 21 16:40:42.028491 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-705ea166-d19c-418a-80e6-e5e5a8265cc2 req-e8a0a3f3-87d4-4658-b911-e8bda67e7687 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03600ce8-9489-4f7b-be6b-00c3a6cc2920 HTTP/1.1" status: 200  len: 1001 time: 0.1251798
Jun 21 16:40:42.092235 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ea166-d19c-418a-80e6-e5e5a8265cc2 req-db3b80c7-a08d-42bb-b0d8-e6df58e16e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:42.093668 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-705ea166-d19c-418a-80e6-e5e5a8265cc2 req-db3b80c7-a08d-42bb-b0d8-e6df58e16e98 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d28f0b85-c931-4d9a-9dda-91c9d86f9837 HTTP/1.1" status: 200  len: 848 time: 0.0569363
Jun 21 16:40:42.171522 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ea166-d19c-418a-80e6-e5e5a8265cc2 req-bcaaef3c-c534-4b01-a663-6811ca750852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:42.172900 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-705ea166-d19c-418a-80e6-e5e5a8265cc2 req-bcaaef3c-c534-4b01-a663-6811ca750852 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0712264
Jun 21 16:40:42.306414 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-705ea166-d19c-418a-80e6-e5e5a8265cc2 req-dd851762-5d71-49b5-85ba-eb9ae18f54d3 service neutron] 10.222.0.39 "GET /v2.0/networks/9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1204834
Jun 21 16:40:42.525053 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-705ea166-d19c-418a-80e6-e5e5a8265cc2 req-63073d0d-bea0-4038-95db-0f237eccc352 service neutron] 10.222.0.39 "GET /v2.0/networks/9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2109854
Jun 21 16:40:42.568034 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ecd26-6291-4f53-9ddc-b64c451d69f3 req-128daa37-e004-4459-ac48-767ee1e39c2a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:42.569475 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-651ecd26-6291-4f53-9ddc-b64c451d69f3 req-128daa37-e004-4459-ac48-767ee1e39c2a tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2d6ad0d-8b7a-479d-8a71-845c1521ac61 HTTP/1.1" status: 200  len: 946 time: 0.1577485
Jun 21 16:40:42.612055 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040126f-e4e3-4cf6-8eec-931ba03b1765 req-a52ca87f-486c-4793-9434-e34fbbc36cdb tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:42.613737 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1040126f-e4e3-4cf6-8eec-931ba03b1765 req-a52ca87f-486c-4793-9434-e34fbbc36cdb tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 945 time: 0.1306140
Jun 21 16:40:42.650172 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-651ecd26-6291-4f53-9ddc-b64c451d69f3 req-39eb3d5d-aef1-4b70-86bb-86b2bb1b59ce tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4e2d55-3a79-43ec-b633-79674000d952&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0744145
Jun 21 16:40:42.669983 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1040126f-e4e3-4cf6-8eec-931ba03b1765 req-56a978bc-2512-46c6-aecb-350bea86ec8f tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483720
Jun 21 16:40:43.273594 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad18e26-cceb-4456-a2ee-ae28f91614b4 req-f4fa0208-4c7c-4f3a-bf78-7e16e8ad9b35 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:43.275017 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4ad18e26-cceb-4456-a2ee-ae28f91614b4 req-f4fa0208-4c7c-4f3a-bf78-7e16e8ad9b35 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 945 time: 0.1364079
Jun 21 16:40:43.301823 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677479f-a5b2-4609-8e0d-55b587ae9dc6 req-be26e81b-0821-4d71-a31a-184b8c715e1d tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:43.303164 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a677479f-a5b2-4609-8e0d-55b587ae9dc6 req-be26e81b-0821-4d71-a31a-184b8c715e1d tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2d6ad0d-8b7a-479d-8a71-845c1521ac61 HTTP/1.1" status: 200  len: 946 time: 0.1134017
Jun 21 16:40:43.375845 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4ad18e26-cceb-4456-a2ee-ae28f91614b4 req-8b2d0eb4-5244-428e-be78-295b2cd0af2f tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0940194
Jun 21 16:40:43.394133 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [req-a677479f-a5b2-4609-8e0d-55b587ae9dc6 req-eaa0888b-f44a-421d-b08f-4225525bf051 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Deleting port 267ffb5e-544a-47dd-9ac9-f743dae1afd0 {{(pid=78427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:40:43.394485 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-a677479f-a5b2-4609-8e0d-55b587ae9dc6 req-eaa0888b-f44a-421d-b08f-4225525bf051 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:43.630995 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [req-a677479f-a5b2-4609-8e0d-55b587ae9dc6 req-eaa0888b-f44a-421d-b08f-4225525bf051 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] For port 267ffb5e-544a-47dd-9ac9-f743dae1afd0, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=267ffb5e-544a-47dd-9ac9-f743dae1afd0,segment=NetworkSegment(16cd9c55-e131-42a6-8dc4-ceeca16849f7),segment_id=16cd9c55-e131-42a6-8dc4-ceeca16849f7)] {{(pid=78427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:40:43.631266 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-a677479f-a5b2-4609-8e0d-55b587ae9dc6 req-eaa0888b-f44a-421d-b08f-4225525bf051 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:44.114231 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc19974-d5b6-429f-a277-de8c7c59abfe req-717e1cf3-5b57-4e21-b89b-d41a99eb3c0b tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:44.115699 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-bfc19974-d5b6-429f-a277-de8c7c59abfe req-717e1cf3-5b57-4e21-b89b-d41a99eb3c0b tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 945 time: 0.3299930
Jun 21 16:40:44.124672 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa21b7-2fbd-4b07-8872-96c33d9854ea req-f20f4448-9495-4018-ba49-1d8213b139ae tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:44.125981 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-24aa21b7-2fbd-4b07-8872-96c33d9854ea req-f20f4448-9495-4018-ba49-1d8213b139ae tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2d6ad0d-8b7a-479d-8a71-845c1521ac61 HTTP/1.1" status: 200  len: 946 time: 0.3413818
Jun 21 16:40:44.175876 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-a677479f-a5b2-4609-8e0d-55b587ae9dc6 req-eaa0888b-f44a-421d-b08f-4225525bf051 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:44.176247 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-a677479f-a5b2-4609-8e0d-55b587ae9dc6 req-eaa0888b-f44a-421d-b08f-4225525bf051 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727397'] for floatingip, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:44.176557 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.db.l3_db [req-a677479f-a5b2-4609-8e0d-55b587ae9dc6 req-eaa0888b-f44a-421d-b08f-4225525bf051 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Floating IP 298f9ba8-17f7-4597-bc72-37a498d45875 disassociated. External IP: 172.27.1.12, port: 267ffb5e-544a-47dd-9ac9-f743dae1afd0.
Jun 21 16:40:44.176896 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [req-a677479f-a5b2-4609-8e0d-55b587ae9dc6 req-eaa0888b-f44a-421d-b08f-4225525bf051 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Calling delete_port for 267ffb5e-544a-47dd-9ac9-f743dae1afd0 owned by compute:nova {{(pid=78427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:40:44.210797 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 042671e9-420c-4d39-b0f3-0f5bf03c0771 no longer exists at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:40:44.255249 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-24aa21b7-2fbd-4b07-8872-96c33d9854ea req-cd3fa290-dc23-42f7-b5d2-ac84ef5941e8 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e4e2d55-3a79-43ec-b633-79674000d952&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1221933
Jun 21 16:40:44.263572 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-bfc19974-d5b6-429f-a277-de8c7c59abfe req-dc10fb1a-31ef-40c5-8b9c-a90679ae923c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1340425
Jun 21 16:40:44.328702 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:44.358012 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b42be18-6511-499e-b9fe-83384ff41342', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '042671e9-420c-4d39-b0f3-0f5bf03c0771'}] {{(pid=78428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:40:44.368379 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 042671e9-420c-4d39-b0f3-0f5bf03c0771, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=042671e9-420c-4d39-b0f3-0f5bf03c0771,segment=NetworkSegment(cb66d3c6-9116-4b7e-95d4-8704f85ac6dc),segment_id=cb66d3c6-9116-4b7e-95d4-8704f85ac6dc)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:40:44.377412 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:44.380145 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:40:44.383108 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-a677479f-a5b2-4609-8e0d-55b587ae9dc6 req-eaa0888b-f44a-421d-b08f-4225525bf051 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1910645'] for port, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:44.398488 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-cc1b946c-4763-452b-8d36-24d180e5f98b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:40:44.429433 dv-cinder-797161-1-iscsi neutron-server[78428]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3b42be18-6511-499e-b9fe-83384ff41342', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '042671e9-420c-4d39-b0f3-0f5bf03c0771', 'code': 422} returned with failed status
Jun 21 16:40:44.455696 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa0888b-f44a-421d-b08f-4225525bf051 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Pushing event deleted for resources: {'Port': ['ID=267ffb5e-544a-47dd-9ac9-f743dae1afd0,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:40:44.461631 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=042671e9-420c-4d39-b0f3-0f5bf03c0771,revision_number=8']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:40:44.464654 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-eaa0888b-f44a-421d-b08f-4225525bf051 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:40:44.476768 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:40:44.749627 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c09e22-662f-4aca-9893-597d73ea2302 req-9825cd88-2c01-4692-bcc9-864b41c55961 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:44.751073 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a6c09e22-662f-4aca-9893-597d73ea2302 req-9825cd88-2c01-4692-bcc9-864b41c55961 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 945 time: 0.1963620
Jun 21 16:40:44.760072 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a677479f-a5b2-4609-8e0d-55b587ae9dc6 req-eaa0888b-f44a-421d-b08f-4225525bf051 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Router e949684e-6998-4740-843d-2dd7b71d6b52 has already been hosted by L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb {{(pid=78427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 16:40:44.872730 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a6c09e22-662f-4aca-9893-597d73ea2302 req-f8a20a13-9f5c-4541-8504-7d9b1ed15409 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1148050
Jun 21 16:40:45.019416 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a677479f-a5b2-4609-8e0d-55b587ae9dc6 req-eaa0888b-f44a-421d-b08f-4225525bf051 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:40:45.029977 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc839ca-ba28-4f62-b48d-d651edc40cb5 None None] Sync routers for ids ['e949684e-6998-4740-843d-2dd7b71d6b52'] in dv-cinder-797161-1-iscsi {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:40:45.068859 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc839ca-ba28-4f62-b48d-d651edc40cb5 None None] Routers {'e949684e-6998-4740-843d-2dd7b71d6b52'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:40:45.069798 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-6dc839ca-ba28-4f62-b48d-d651edc40cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d720850>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:40:20Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['e949684e-6998-4740-843d-2dd7b71d6b52'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:40:45.131384 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [req-a677479f-a5b2-4609-8e0d-55b587ae9dc6 req-eaa0888b-f44a-421d-b08f-4225525bf051 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] No DVR routers for this DVR port 267ffb5e-544a-47dd-9ac9-f743dae1afd0 on host hv-cinder-79716 {{(pid=78427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 16:40:45.137305 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-a677479f-a5b2-4609-8e0d-55b587ae9dc6 req-eaa0888b-f44a-421d-b08f-4225525bf051 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:45.141886 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d6ad0d-8b7a-479d-8a71-845c1521ac61', 'name': 'network-vif-deleted', 'tag': '267ffb5e-544a-47dd-9ac9-f743dae1afd0'}] {{(pid=78427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:40:45.160907 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a677479f-a5b2-4609-8e0d-55b587ae9dc6 req-eaa0888b-f44a-421d-b08f-4225525bf051 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.39 "DELETE /v2.0/ports/267ffb5e-544a-47dd-9ac9-f743dae1afd0 HTTP/1.1" status: 204  len: 173 time: 1.8505359
Jun 21 16:40:45.215874 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d6ad0d-8b7a-479d-8a71-845c1521ac61', 'name': 'network-vif-deleted', 'tag': '267ffb5e-544a-47dd-9ac9-f743dae1afd0', 'status': 'completed', 'code': 200}
Jun 21 16:40:45.335539 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-6dc839ca-ba28-4f62-b48d-d651edc40cb5 None None] Set router e949684e-6998-4740-843d-2dd7b71d6b52 gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:40:45.430926 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-a057e511-be8f-41c2-9a8c-3369f6a33da9 req-d1ce66a3-dd3c-40b7-a051-2d0a34c8b946 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Synchronizing usage tracker for tenant:905d3e9862c043939d7e73a1320af084 on resource:port {{(pid=78427) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:40:45.448896 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-a057e511-be8f-41c2-9a8c-3369f6a33da9 req-d1ce66a3-dd3c-40b7-a051-2d0a34c8b946 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Unset dirty status for tenant:905d3e9862c043939d7e73a1320af084 on resource:port {{(pid=78427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:40:45.450046 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a057e511-be8f-41c2-9a8c-3369f6a33da9 req-d1ce66a3-dd3c-40b7-a051-2d0a34c8b946 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2d6ad0d-8b7a-479d-8a71-845c1521ac61 HTTP/1.1" status: 200  len: 210 time: 0.0643830
Jun 21 16:40:45.663564 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-6dc839ca-ba28-4f62-b48d-d651edc40cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d720850>, [{'id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'name': 'tempest-AttachVolumeTestJSON-1230404924-router', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'fd27e4a8-fb4c-4a4d-b482-c63d56f16a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:13Z', 'updated_at': '2021-06-21T16:34:22Z', 'revision_number': 4, 'project_id': '905d3e9862c043939d7e73a1320af084', 'gw_port': {'id': 'fd27e4a8-fb4c-4a4d-b482-c63d56f16a66', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:14Z', 'updated_at': '2021-06-21T16:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': 'b0b7908a-d7fb-49bc-9942-1ac0747c778b', 'name': '', 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'mac_address': 'fa:16:3e:a4:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2be6e26d-5dd3-4545-8f70-57f38dc5039e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:20Z', 'updated_at': '2021-06-21T16:34:43Z', 'revision_number': 5, 'project_id': '905d3e9862c043939d7e73a1320af084', 'subnets': [{'id': '2be6e26d-5dd3-4545-8f70-57f38dc5039e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:40:45.667246 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc839ca-ba28-4f62-b48d-d651edc40cb5 None None] Checking router: e949684e-6998-4740-843d-2dd7b71d6b52 for host: dv-cinder-797161-1-iscsi {{(pid=78428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:40:45.676026 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc839ca-ba28-4f62-b48d-d651edc40cb5 None None] Routers {'e949684e-6998-4740-843d-2dd7b71d6b52'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:40:45.676615 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-6dc839ca-ba28-4f62-b48d-d651edc40cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d720850>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:40:20Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['e949684e-6998-4740-843d-2dd7b71d6b52'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:40:45.880289 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-6dc839ca-ba28-4f62-b48d-d651edc40cb5 None None] Set router e949684e-6998-4740-843d-2dd7b71d6b52 gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:40:45.891448 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e27242-de68-43f4-b9e7-491fd788d66e req-643b597d-89d9-4867-bb3c-a704550f0e93 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:45.900524 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-44e27242-de68-43f4-b9e7-491fd788d66e req-643b597d-89d9-4867-bb3c-a704550f0e93 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 943 time: 0.1021962
Jun 21 16:40:45.950973 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-44e27242-de68-43f4-b9e7-491fd788d66e req-20fdfc58-0b3f-4023-a073-d3b84f4efe0e tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509312
Jun 21 16:40:46.014050 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 43054) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:40:46.270889 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eec982-e5c2-4535-a670-f01622ae69f9 req-4739be57-328f-440b-be90-a9637f88ff0f tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:46.272352 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-23eec982-e5c2-4535-a670-f01622ae69f9 req-4739be57-328f-440b-be90-a9637f88ff0f tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 945 time: 0.2553811
Jun 21 16:40:46.278480 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d35a9823-a487-440f-9e2e-c558d994e5d9 req-c0b006dc-b097-411e-bcb1-3cd9011bcf1c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2630973
Jun 21 16:40:46.279560 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-6dc839ca-ba28-4f62-b48d-d651edc40cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d720850>, [{'id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'name': 'tempest-AttachVolumeTestJSON-1230404924-router', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'fd27e4a8-fb4c-4a4d-b482-c63d56f16a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:13Z', 'updated_at': '2021-06-21T16:34:22Z', 'revision_number': 4, 'project_id': '905d3e9862c043939d7e73a1320af084', 'gw_port': {'id': 'fd27e4a8-fb4c-4a4d-b482-c63d56f16a66', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:14Z', 'updated_at': '2021-06-21T16:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': 'b0b7908a-d7fb-49bc-9942-1ac0747c778b', 'name': '', 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'mac_address': 'fa:16:3e:a4:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2be6e26d-5dd3-4545-8f70-57f38dc5039e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:20Z', 'updated_at': '2021-06-21T16:34:43Z', 'revision_number': 5, 'project_id': '905d3e9862c043939d7e73a1320af084', 'subnets': [{'id': '2be6e26d-5dd3-4545-8f70-57f38dc5039e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:40:46.283653 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc839ca-ba28-4f62-b48d-d651edc40cb5 None None] The sync data for ids ['e949684e-6998-4740-843d-2dd7b71d6b52'] in dv-cinder-797161-1-iscsi is: [{'id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'name': 'tempest-AttachVolumeTestJSON-1230404924-router', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'fd27e4a8-fb4c-4a4d-b482-c63d56f16a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:13Z', 'updated_at': '2021-06-21T16:34:22Z', 'revision_number': 4, 'project_id': '905d3e9862c043939d7e73a1320af084', 'gw_port': {'id': 'fd27e4a8-fb4c-4a4d-b482-c63d56f16a66', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:14Z', 'updated_at': '2021-06-21T16:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': 'b0b7908a-d7fb-49bc-9942-1ac0747c778b', 'name': '', 'network_id': 'a67c6bd4-5155-4840-9134-bc4e7230ff7f', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'mac_address': 'fa:16:3e:a4:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2be6e26d-5dd3-4545-8f70-57f38dc5039e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:20Z', 'updated_at': '2021-06-21T16:34:43Z', 'revision_number': 5, 'project_id': '905d3e9862c043939d7e73a1320af084', 'subnets': [{'id': '2be6e26d-5dd3-4545-8f70-57f38dc5039e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:40:46.323339 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-23eec982-e5c2-4535-a670-f01622ae69f9 req-9a9b61a1-7309-47b6-98c1-b39d26d975f0 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439208
Jun 21 16:40:46.598731 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd82679d-13b6-4098-9181-03a268c75dc5 None None] New status for floating IP 298f9ba8-17f7-4597-bc72-37a498d45875: DOWN {{(pid=78429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 16:40:46.601880 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 43076) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:40:46.703211 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c75a7c99-f92e-48a2-b1b3-5746e0d1411c req-c1c319bd-bcb2-4daf-9e06-3f414cf1800b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1328785
Jun 21 16:40:46.718418 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-b2f4dca9-a1d5-4ce0-ad60-c4af0fbdc1d6 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:46.763862 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-b2f4dca9-a1d5-4ce0-ad60-c4af0fbdc1d6 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:46.904639 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594eb12-2e21-4dde-9bc9-1ee317272870 req-e28b9d0e-9fba-45bc-9ed8-f889324dc028 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:46.906094 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7594eb12-2e21-4dde-9bc9-1ee317272870 req-e28b9d0e-9fba-45bc-9ed8-f889324dc028 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 945 time: 0.2506816
Jun 21 16:40:46.918487 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-b2f4dca9-a1d5-4ce0-ad60-c4af0fbdc1d6 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:46.937833 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-74379ce7-1240-4d55-a96b-92662eb1e6f3 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:40:46.961582 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f4dca9-a1d5-4ce0-ad60-c4af0fbdc1d6 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4e2d55-3a79-43ec-b633-79674000d952,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:40:46.964018 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-b2f4dca9-a1d5-4ce0-ad60-c4af0fbdc1d6 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:40:46.982892 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a9823-a487-440f-9e2e-c558d994e5d9 req-329aee6b-cd62-40d3-91f3-7e60d3a4e2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:46.983819 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d35a9823-a487-440f-9e2e-c558d994e5d9 req-329aee6b-cd62-40d3-91f3-7e60d3a4e2b6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342&tenant_id=2f495dd509064a23adb18dc1cd54b526 HTTP/1.1" status: 200  len: 1096 time: 0.1650112
Jun 21 16:40:46.992017 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-b2f4dca9-a1d5-4ce0-ad60-c4af0fbdc1d6 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:46.996410 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-b2f4dca9-a1d5-4ce0-ad60-c4af0fbdc1d6 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "DELETE /v2.0/security-groups/9e4e2d55-3a79-43ec-b633-79674000d952 HTTP/1.1" status: 204  len: 168 time: 0.3902655
Jun 21 16:40:46.996410 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 43088) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:40:47.001011 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7594eb12-2e21-4dde-9bc9-1ee317272870 req-acbb9283-ed1e-48c8-b020-b2c858417d32 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0872450
Jun 21 16:40:47.019729 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.api.v2.resource [None req-25cb7e96-3d1b-4d54-95b6-bd075cebcd13 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] show failed (client error): The resource could not be found.
Jun 21 16:40:47.023576 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-25cb7e96-3d1b-4d54-95b6-bd075cebcd13 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "GET /v2.0/security-groups/9e4e2d55-3a79-43ec-b633-79674000d952 HTTP/1.1" status: 404  len: 347 time: 0.0241203
Jun 21 16:40:47.023873 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 43092) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:40:47.277672 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [None req-fd309846-1436-4f3c-a146-5c74be535a16 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Deleting port 45b6d67b-43ca-4e00-b223-3c7be1e53963 {{(pid=78427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:40:47.278008 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-fd309846-1436-4f3c-a146-5c74be535a16 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:47.434950 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a9823-a487-440f-9e2e-c558d994e5d9 req-4fbedc2f-3a8f-4fea-8215-16aada0b361c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:47.436711 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d35a9823-a487-440f-9e2e-c558d994e5d9 req-4fbedc2f-3a8f-4fea-8215-16aada0b361c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f495dd509064a23adb18dc1cd54b526&device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 1096 time: 0.4149914
Jun 21 16:40:47.453335 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99447743-490e-4b9b-8784-1bd97e3e4f61 req-2132416a-7323-4174-a094-dcc2f32b2e05 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:47.454740 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-99447743-490e-4b9b-8784-1bd97e3e4f61 req-2132416a-7323-4174-a094-dcc2f32b2e05 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 943 time: 0.3427298
Jun 21 16:40:47.463795 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-25948be5-f42f-4409-847c-ee880ef32176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:47.596470 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-fd309846-1436-4f3c-a146-5c74be535a16 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:47.596817 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-fd309846-1436-4f3c-a146-5c74be535a16 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:47.674897 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-99447743-490e-4b9b-8784-1bd97e3e4f61 req-fbcd86b1-8791-4f08-b7ee-53f18074fea5 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1884804
Jun 21 16:40:47.737649 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [None req-fd309846-1436-4f3c-a146-5c74be535a16 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Calling delete_port for 45b6d67b-43ca-4e00-b223-3c7be1e53963 owned by network:floatingip {{(pid=78427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:40:47.806254 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a9823-a487-440f-9e2e-c558d994e5d9 req-97e597c5-2729-4dc8-9c21-91edb5c67103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:47.807727 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d35a9823-a487-440f-9e2e-c558d994e5d9 req-97e597c5-2729-4dc8-9c21-91edb5c67103 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4e7bf916-d804-4156-8df4-c3e47df8bbc5 HTTP/1.1" status: 200  len: 917 time: 0.3496685
Jun 21 16:40:47.873403 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:47.959850 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d35a9823-a487-440f-9e2e-c558d994e5d9 req-99181179-5b40-47c9-aeb2-dfd3960f40c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=042671e9-420c-4d39-b0f3-0f5bf03c0771 HTTP/1.1" status: 200  len: 997 time: 0.1449881
Jun 21 16:40:48.172414 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-fd309846-1436-4f3c-a146-5c74be535a16 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1910645'] for port, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:48.179229 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a7c99-f92e-48a2-b1b3-5746e0d1411c req-301ebbe6-a452-485a-af99-78cd84a652a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:48.180783 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c75a7c99-f92e-48a2-b1b3-5746e0d1411c req-301ebbe6-a452-485a-af99-78cd84a652a1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017&tenant_id=0abf7fbe8a894aa0ac522b8db4c418f8 HTTP/1.1" status: 200  len: 1098 time: 0.0875540
Jun 21 16:40:48.181995 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-c6feba32-1a7e-48e9-adbc-bb6aeae627e6 tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:40:48.213548 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a9823-a487-440f-9e2e-c558d994e5d9 req-16971f73-6d49-49fb-ab67-e71ab83a2e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:48.214951 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d35a9823-a487-440f-9e2e-c558d994e5d9 req-16971f73-6d49-49fb-ab67-e71ab83a2e5a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736 HTTP/1.1" status: 200  len: 855 time: 0.2454696
Jun 21 16:40:48.226324 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 03600ce8-9489-4f7b-be6b-00c3a6cc2920 no longer exists at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:40:48.273648 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd309846-1436-4f3c-a146-5c74be535a16 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Pushing event deleted for resources: {'Port': ['ID=45b6d67b-43ca-4e00-b223-3c7be1e53963,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:40:48.298227 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a7c99-f92e-48a2-b1b3-5746e0d1411c req-25e6661b-8e0b-4dc5-b0d4-fc64c95bf417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:48.300566 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c75a7c99-f92e-48a2-b1b3-5746e0d1411c req-25e6661b-8e0b-4dc5-b0d4-fc64c95bf417 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0abf7fbe8a894aa0ac522b8db4c418f8&device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 1098 time: 0.0775154
Jun 21 16:40:48.312333 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-fd309846-1436-4f3c-a146-5c74be535a16 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:40:48.343049 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:48.383132 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae6fc59-f66b-4a6e-ace4-777e59aa7017', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03600ce8-9489-4f7b-be6b-00c3a6cc2920'}] {{(pid=78428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:40:48.392959 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 03600ce8-9489-4f7b-be6b-00c3a6cc2920, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=03600ce8-9489-4f7b-be6b-00c3a6cc2920,segment=NetworkSegment(1e3104e4-02f1-4c01-87b5-ee4849ad50f6),segment_id=1e3104e4-02f1-4c01-87b5-ee4849ad50f6)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:40:48.397819 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:48.398967 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 267ffb5e-544a-47dd-9ac9-f743dae1afd0 no longer exists at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:40:48.403862 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-fd309846-1436-4f3c-a146-5c74be535a16 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks [] for floatingip, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:48.431131 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250fcd4-6fcf-4f76-9de6-a81815c998a9 req-13afd4ea-2e99-44ab-a202-53a69ac0d99d tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:48.432657 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5250fcd4-6fcf-4f76-9de6-a81815c998a9 req-13afd4ea-2e99-44ab-a202-53a69ac0d99d tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 945 time: 0.2930417
Jun 21 16:40:48.436989 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:40:48.444030 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a9823-a487-440f-9e2e-c558d994e5d9 req-6a142a06-6f4d-4d79-8e72-33c4a04a8d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:48.445491 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d35a9823-a487-440f-9e2e-c558d994e5d9 req-6a142a06-6f4d-4d79-8e72-33c4a04a8d9d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4e7bf916-d804-4156-8df4-c3e47df8bbc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2162156
Jun 21 16:40:48.447367 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a7c99-f92e-48a2-b1b3-5746e0d1411c req-ad94a4cf-6a8e-4be3-8aec-b376c0d6061f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:48.448234 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-fd309846-1436-4f3c-a146-5c74be535a16 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:48.451946 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-fd309846-1436-4f3c-a146-5c74be535a16 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] 10.222.0.24 "DELETE /v2.0/floatingips/298f9ba8-17f7-4597-bc72-37a498d45875 HTTP/1.1" status: 204  len: 168 time: 1.4245381
Jun 21 16:40:48.453354 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c75a7c99-f92e-48a2-b1b3-5746e0d1411c req-ad94a4cf-6a8e-4be3-8aec-b376c0d6061f service neutron] 10.222.0.39 "GET /v2.0/networks?id=9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4 HTTP/1.1" status: 200  len: 910 time: 0.1408105
Jun 21 16:40:48.484568 dv-cinder-797161-1-iscsi neutron-server[78428]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8ae6fc59-f66b-4a6e-ace4-777e59aa7017', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '03600ce8-9489-4f7b-be6b-00c3a6cc2920', 'code': 422} returned with failed status
Jun 21 16:40:48.530971 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] No Port match for: 267ffb5e-544a-47dd-9ac9-f743dae1afd0 {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:40:48.531618 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 267ffb5e-544a-47dd-9ac9-f743dae1afd0 not bound to the agent host hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:40:48.551715 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=03600ce8-9489-4f7b-be6b-00c3a6cc2920,revision_number=6']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:40:48.561387 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:40:48.576813 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c75a7c99-f92e-48a2-b1b3-5746e0d1411c req-6b0d001f-abea-4554-90f7-854508ca39a5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03600ce8-9489-4f7b-be6b-00c3a6cc2920 HTTP/1.1" status: 200  len: 999 time: 0.1163919
Jun 21 16:40:48.582089 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5250fcd4-6fcf-4f76-9de6-a81815c998a9 req-d405e231-d70d-4c12-9ee0-c4793a6d7661 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1355474
Jun 21 16:40:48.632481 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d35a9823-a487-440f-9e2e-c558d994e5d9 req-54ac6491-886f-4ae2-912f-e4de16c3b8a8 service neutron] 10.222.0.39 "GET /v2.0/networks/4e7bf916-d804-4156-8df4-c3e47df8bbc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1696532
Jun 21 16:40:48.654704 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a7c99-f92e-48a2-b1b3-5746e0d1411c req-7e9695ec-30e1-490c-9c63-c944908e5dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:48.656249 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c75a7c99-f92e-48a2-b1b3-5746e0d1411c req-7e9695ec-30e1-490c-9c63-c944908e5dbe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d28f0b85-c931-4d9a-9dda-91c9d86f9837 HTTP/1.1" status: 200  len: 848 time: 0.0674617
Jun 21 16:40:48.732516 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a7c99-f92e-48a2-b1b3-5746e0d1411c req-a4df9300-caa3-4307-806b-9ba3bf2d05b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:48.734091 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c75a7c99-f92e-48a2-b1b3-5746e0d1411c req-a4df9300-caa3-4307-806b-9ba3bf2d05b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0709937
Jun 21 16:40:48.792046 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d35a9823-a487-440f-9e2e-c558d994e5d9 req-37ae8772-66cd-46db-836e-0e73b69b35c2 service neutron] 10.222.0.39 "GET /v2.0/networks/4e7bf916-d804-4156-8df4-c3e47df8bbc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1506536
Jun 21 16:40:48.875693 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c75a7c99-f92e-48a2-b1b3-5746e0d1411c req-10f118e0-5ed0-409f-bc56-6e84758a47f3 service neutron] 10.222.0.39 "GET /v2.0/networks/9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334226
Jun 21 16:40:48.876743 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8c005-c5d3-4782-bc47-c25ac0b40a98 req-76bc466b-46df-4d28-9c54-61be99ac18e2 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:48.878545 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-abd8c005-c5d3-4782-bc47-c25ac0b40a98 req-76bc466b-46df-4d28-9c54-61be99ac18e2 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 943 time: 0.0915947
Jun 21 16:40:48.925242 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-abd8c005-c5d3-4782-bc47-c25ac0b40a98 req-9f436e60-38f7-49ac-b154-3948f78885ea tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401425
Jun 21 16:40:49.041225 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c75a7c99-f92e-48a2-b1b3-5746e0d1411c req-268d0c39-24d0-4b51-93be-a01e13245c91 service neutron] 10.222.0.39 "GET /v2.0/networks/9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1413519
Jun 21 16:40:49.868638 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f4ef2-93f2-406f-93cf-2ef0b5f69017 req-d6c78daf-a1b3-4404-a554-ac44e3afe2c0 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:49.870760 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-852f4ef2-93f2-406f-93cf-2ef0b5f69017 req-d6c78daf-a1b3-4404-a554-ac44e3afe2c0 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 943 time: 0.1692848
Jun 21 16:40:50.006795 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-852f4ef2-93f2-406f-93cf-2ef0b5f69017 req-55e74b52-f97a-4bfc-8da7-737c3ead357c tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1296446
Jun 21 16:40:50.105910 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-2af65f07-5dfc-4b48-9037-6cf1c2e86c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:50.204372 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440d8e0-b180-4759-b314-540c3936f636 req-635b5eb1-ee05-4661-9e01-306d44f43522 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:50.206612 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1440d8e0-b180-4759-b314-540c3936f636 req-635b5eb1-ee05-4661-9e01-306d44f43522 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 943 time: 0.0958633
Jun 21 16:40:50.262660 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1440d8e0-b180-4759-b314-540c3936f636 req-b49c023e-16c2-4589-99a5-8e9bc88905b4 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490651
Jun 21 16:40:50.449176 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:50.849987 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:51.235842 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e651bdd-91a5-46a2-bcc8-cd9e2f0d1fac req-45deb061-d8eb-49d5-8aa3-7b8807feebee tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:51.237895 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4e651bdd-91a5-46a2-bcc8-cd9e2f0d1fac req-45deb061-d8eb-49d5-8aa3-7b8807feebee tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 943 time: 0.0915160
Jun 21 16:40:51.284724 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4e651bdd-91a5-46a2-bcc8-cd9e2f0d1fac req-55649a8e-2b76-44bd-bf5c-b9108b775175 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412352
Jun 21 16:40:51.491336 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7595670-0d77-4209-85da-dced966e71a3 req-0297c264-d7c9-431a-a30e-aa36113483f8 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:51.493605 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f7595670-0d77-4209-85da-dced966e71a3 req-0297c264-d7c9-431a-a30e-aa36113483f8 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 943 time: 0.1036756
Jun 21 16:40:51.540516 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f7595670-0d77-4209-85da-dced966e71a3 req-011b2545-736a-492e-94dc-a76acb3a3594 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408096
Jun 21 16:40:52.439996 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:52.470255 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278fc44a-72f9-4981-90c0-c658a00640f7 req-60c449ae-9def-4c87-bd34-3d6b38044f25 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:52.472284 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-278fc44a-72f9-4981-90c0-c658a00640f7 req-60c449ae-9def-4c87-bd34-3d6b38044f25 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 943 time: 0.0819914
Jun 21 16:40:52.518005 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-278fc44a-72f9-4981-90c0-c658a00640f7 req-d2282faa-f052-4bbb-8cc9-c3907dc230e4 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397892
Jun 21 16:40:52.739499 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05fcd8-e1b7-4139-a5b5-e61d4eb78948 req-e6f2b439-c0dc-489f-a256-a8f854873f78 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:52.740960 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1b05fcd8-e1b7-4139-a5b5-e61d4eb78948 req-e6f2b439-c0dc-489f-a256-a8f854873f78 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 943 time: 0.0837884
Jun 21 16:40:52.784891 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 43160) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:40:52.785750 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1b05fcd8-e1b7-4139-a5b5-e61d4eb78948 req-2dd28596-4a3c-483d-8238-cfee974ee31c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388560
Jun 21 16:40:53.463125 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-6efef8b5-bb42-454f-bc9b-65f45ac59b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1726647'] for router_interface, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:53.733010 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c4fe8-e39f-46a8-99a9-5a4b5bb851c9 req-f3ed6c9a-4ffa-403d-bd99-07a24a020e36 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:53.734576 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-bb8c4fe8-e39f-46a8-99a9-5a4b5bb851c9 req-f3ed6c9a-4ffa-403d-bd99-07a24a020e36 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 943 time: 0.0916843
Jun 21 16:40:53.783091 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-bb8c4fe8-e39f-46a8-99a9-5a4b5bb851c9 req-a05dd356-80b1-4bda-a764-bd7529aab7ae tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412507
Jun 21 16:40:53.978959 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-6efef8b5-bb42-454f-bc9b-65f45ac59b24 admin admin] Deleting port b0b7908a-d7fb-49bc-9942-1ac0747c778b {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:40:53.979577 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-6efef8b5-bb42-454f-bc9b-65f45ac59b24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:54.007588 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577e879-b637-4fe6-8a2b-db9dd0fd14a7 req-72f85cdb-1589-4a3d-9cc4-cbd4f46505cb tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:54.009087 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4577e879-b637-4fe6-8a2b-db9dd0fd14a7 req-72f85cdb-1589-4a3d-9cc4-cbd4f46505cb tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 943 time: 0.0926223
Jun 21 16:40:54.059947 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4577e879-b637-4fe6-8a2b-db9dd0fd14a7 req-f22e47b7-c016-451f-8e9b-1c440c2a887f tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447900
Jun 21 16:40:54.167723 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-6efef8b5-bb42-454f-bc9b-65f45ac59b24 admin admin] For port b0b7908a-d7fb-49bc-9942-1ac0747c778b, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=b0b7908a-d7fb-49bc-9942-1ac0747c778b,segment=NetworkSegment(16cd9c55-e131-42a6-8dc4-ceeca16849f7),segment_id=16cd9c55-e131-42a6-8dc4-ceeca16849f7)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:40:54.168082 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-6efef8b5-bb42-454f-bc9b-65f45ac59b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:54.292053 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-6efef8b5-bb42-454f-bc9b-65f45ac59b24 admin admin] Calling delete_port for b0b7908a-d7fb-49bc-9942-1ac0747c778b owned by network:router_interface {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:40:54.495870 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-6efef8b5-bb42-454f-bc9b-65f45ac59b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:54.499428 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c8885f9c-4a6c-4e58-951c-df591855f691 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:40:54.545259 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efef8b5-bb42-454f-bc9b-65f45ac59b24 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0b7908a-d7fb-49bc-9942-1ac0747c778b,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:40:54.589408 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efef8b5-bb42-454f-bc9b-65f45ac59b24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:40:54.589993 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efef8b5-bb42-454f-bc9b-65f45ac59b24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:40:54.590209 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efef8b5-bb42-454f-bc9b-65f45ac59b24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:40:54.590519 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efef8b5-bb42-454f-bc9b-65f45ac59b24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:40:54.590883 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efef8b5-bb42-454f-bc9b-65f45ac59b24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:40:54.591248 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efef8b5-bb42-454f-bc9b-65f45ac59b24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:40:54.591623 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efef8b5-bb42-454f-bc9b-65f45ac59b24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:40:54.592056 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efef8b5-bb42-454f-bc9b-65f45ac59b24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:40:54.592435 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efef8b5-bb42-454f-bc9b-65f45ac59b24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:40:54.592782 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efef8b5-bb42-454f-bc9b-65f45ac59b24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:40:54.593136 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efef8b5-bb42-454f-bc9b-65f45ac59b24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:40:54.593488 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efef8b5-bb42-454f-bc9b-65f45ac59b24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:40:54.597119 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-6efef8b5-bb42-454f-bc9b-65f45ac59b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:40:54.856342 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-6efef8b5-bb42-454f-bc9b-65f45ac59b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1647111'] for router_interface, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:55.185328 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921e498-ecf2-4538-89c2-4a1a7d5e0ff9 req-a732c860-f8a1-4ef2-9337-d48114a1df72 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:55.193780 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7921e498-ecf2-4538-89c2-4a1a7d5e0ff9 req-a732c860-f8a1-4ef2-9337-d48114a1df72 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 943 time: 0.2490435
Jun 21 16:40:55.290207 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7921e498-ecf2-4538-89c2-4a1a7d5e0ff9 req-9dec3d36-8825-47b1-a91b-ef85d4f3ad20 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0867543
Jun 21 16:40:55.382487 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af13b6-08de-426c-a12b-d89f0d8621c3 req-90a245ef-50d6-4b38-addf-1d9a476f1740 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:55.385055 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-59af13b6-08de-426c-a12b-d89f0d8621c3 req-90a245ef-50d6-4b38-addf-1d9a476f1740 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 943 time: 0.1355147
Jun 21 16:40:55.390539 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6efef8b5-bb42-454f-bc9b-65f45ac59b24 admin admin] Router e949684e-6998-4740-843d-2dd7b71d6b52 has already been hosted by L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb {{(pid=78426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 16:40:55.438912 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-59af13b6-08de-426c-a12b-d89f0d8621c3 req-b85f2357-88d0-490b-89d3-6ad344f5d7dd tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468850
Jun 21 16:40:55.573011 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efef8b5-bb42-454f-bc9b-65f45ac59b24 admin admin] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:40:55.581925 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f81a9de-deac-4cba-a6a3-4a1cdbff6e79 None None] Sync routers for ids ['e949684e-6998-4740-843d-2dd7b71d6b52'] in dv-cinder-797161-1-iscsi {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:40:55.585927 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-6efef8b5-bb42-454f-bc9b-65f45ac59b24 admin admin] 10.222.0.24 "PUT /v2.0/routers/e949684e-6998-4740-843d-2dd7b71d6b52/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7999837
Jun 21 16:40:55.588480 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 43176) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:40:55.591086 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f81a9de-deac-4cba-a6a3-4a1cdbff6e79 None None] Routers {'e949684e-6998-4740-843d-2dd7b71d6b52'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:40:55.591722 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-6f81a9de-deac-4cba-a6a3-4a1cdbff6e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d46bd60>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:40:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['e949684e-6998-4740-843d-2dd7b71d6b52'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:40:55.779462 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-41efaf81-f577-4f29-ac10-c850abe3742d admin admin] Notify callbacks [] for router, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:55.812827 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-6f81a9de-deac-4cba-a6a3-4a1cdbff6e79 None None] Set router e949684e-6998-4740-843d-2dd7b71d6b52 gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:40:55.974921 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-41efaf81-f577-4f29-ac10-c850abe3742d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:55.998131 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-41efaf81-f577-4f29-ac10-c850abe3742d admin admin] Deleting port fd27e4a8-fb4c-4a4d-b482-c63d56f16a66 {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:40:56.000345 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-41efaf81-f577-4f29-ac10-c850abe3742d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:56.148108 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-6f81a9de-deac-4cba-a6a3-4a1cdbff6e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d46bd60>, [{'id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'name': 'tempest-AttachVolumeTestJSON-1230404924-router', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': 'fd27e4a8-fb4c-4a4d-b482-c63d56f16a66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:13Z', 'updated_at': '2021-06-21T16:40:54Z', 'revision_number': 5, 'project_id': '905d3e9862c043939d7e73a1320af084', 'gw_port': {'id': 'fd27e4a8-fb4c-4a4d-b482-c63d56f16a66', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:14Z', 'updated_at': '2021-06-21T16:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi'}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:40:56.156025 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f81a9de-deac-4cba-a6a3-4a1cdbff6e79 None None] Checking router: e949684e-6998-4740-843d-2dd7b71d6b52 for host: dv-cinder-797161-1-iscsi {{(pid=78428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:40:56.164924 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f81a9de-deac-4cba-a6a3-4a1cdbff6e79 None None] Routers {'e949684e-6998-4740-843d-2dd7b71d6b52'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:40:56.165537 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-6f81a9de-deac-4cba-a6a3-4a1cdbff6e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d46bd60>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:40:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['e949684e-6998-4740-843d-2dd7b71d6b52'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:40:56.261493 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-41efaf81-f577-4f29-ac10-c850abe3742d admin admin] For port fd27e4a8-fb4c-4a4d-b482-c63d56f16a66, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=fd27e4a8-fb4c-4a4d-b482-c63d56f16a66,segment=NetworkSegment(3123edc3-090a-4516-9a79-a6a8c7b9190b),segment_id=3123edc3-090a-4516-9a79-a6a8c7b9190b)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:40:56.261845 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-41efaf81-f577-4f29-ac10-c850abe3742d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:56.313067 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-6f81a9de-deac-4cba-a6a3-4a1cdbff6e79 None None] Set router e949684e-6998-4740-843d-2dd7b71d6b52 gateway port host: None {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:40:56.383823 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-41efaf81-f577-4f29-ac10-c850abe3742d admin admin] Calling delete_port for fd27e4a8-fb4c-4a4d-b482-c63d56f16a66 owned by network:router_gateway {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:40:56.429886 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-6f81a9de-deac-4cba-a6a3-4a1cdbff6e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d46bd60>, [{'id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'name': 'tempest-AttachVolumeTestJSON-1230404924-router', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:13Z', 'updated_at': '2021-06-21T16:40:55Z', 'revision_number': 6, 'project_id': '905d3e9862c043939d7e73a1320af084', 'gw_port_host': None}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:40:56.434201 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f81a9de-deac-4cba-a6a3-4a1cdbff6e79 None None] The sync data for ids ['e949684e-6998-4740-843d-2dd7b71d6b52'] in dv-cinder-797161-1-iscsi is: [{'id': 'e949684e-6998-4740-843d-2dd7b71d6b52', 'name': 'tempest-AttachVolumeTestJSON-1230404924-router', 'tenant_id': '905d3e9862c043939d7e73a1320af084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:13Z', 'updated_at': '2021-06-21T16:40:55Z', 'revision_number': 6, 'project_id': '905d3e9862c043939d7e73a1320af084', 'gw_port_host': None}] {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:40:56.543411 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2909c03-8b7d-4edf-9cc5-615aa51063de req-46070014-19d5-487f-b1d2-7c9b4f8858b9 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:56.544908 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e2909c03-8b7d-4edf-9cc5-615aa51063de req-46070014-19d5-487f-b1d2-7c9b4f8858b9 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 943 time: 0.1331551
Jun 21 16:40:56.677339 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e2909c03-8b7d-4edf-9cc5-615aa51063de req-8fd181f9-4141-458d-860f-095fdfe64ec7 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1127443
Jun 21 16:40:56.684778 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-41efaf81-f577-4f29-ac10-c850abe3742d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:56.690699 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-06154359-1f92-49d6-b4be-e120ebf183e7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:40:56.708903 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df043f-cbb2-4a8c-8104-54847d9a21bb req-12b98999-f116-423f-b26f-3a16cb84e5b5 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:56.710338 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-98df043f-cbb2-4a8c-8104-54847d9a21bb req-12b98999-f116-423f-b26f-3a16cb84e5b5 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 943 time: 0.1231108
Jun 21 16:40:56.736318 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41efaf81-f577-4f29-ac10-c850abe3742d admin admin] Pushing event deleted for resources: {'Port': ['ID=fd27e4a8-fb4c-4a4d-b482-c63d56f16a66,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:40:56.755304 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-98df043f-cbb2-4a8c-8104-54847d9a21bb req-b0cced97-0822-4eb9-b7ce-0ccdf37a58a1 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391388
Jun 21 16:40:56.761934 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-41efaf81-f577-4f29-ac10-c850abe3742d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:40:56.951283 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device b0b7908a-d7fb-49bc-9942-1ac0747c778b no longer exists at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:40:56.999413 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-41efaf81-f577-4f29-ac10-c850abe3742d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1727384'] for router_gateway, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:57.001364 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] No Port match for: b0b7908a-d7fb-49bc-9942-1ac0747c778b {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:40:57.001718 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device b0b7908a-d7fb-49bc-9942-1ac0747c778b not bound to the agent host dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:40:57.168393 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-41efaf81-f577-4f29-ac10-c850abe3742d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1019'] for router, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:57.170494 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-41efaf81-f577-4f29-ac10-c850abe3742d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:57.191990 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-41efaf81-f577-4f29-ac10-c850abe3742d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1647669'] for router, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:57.192556 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41efaf81-f577-4f29-ac10-c850abe3742d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e949684e-6998-4740-843d-2dd7b71d6b52 {{(pid=78426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 21 16:40:57.204808 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-41efaf81-f577-4f29-ac10-c850abe3742d admin admin] Notify callbacks [] for router, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:57.207657 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-41efaf81-f577-4f29-ac10-c850abe3742d admin admin] 10.222.0.24 "DELETE /v2.0/routers/e949684e-6998-4740-843d-2dd7b71d6b52 HTTP/1.1" status: 204  len: 168 time: 1.6164289
Jun 21 16:40:57.208998 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 43186) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:40:57.278006 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_v2 [None req-59551bf5-93e5-4555-a427-6ba82f7eb238 admin admin] Deleting subnet 2be6e26d-5dd3-4545-8f70-57f38dc5039e {{(pid=78426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Jun 21 16:40:57.281030 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-59551bf5-93e5-4555-a427-6ba82f7eb238 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:57.360272 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-59551bf5-93e5-4555-a427-6ba82f7eb238 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3128838'] for subnet, precommit_delete_associations {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:57.481764 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-59551bf5-93e5-4555-a427-6ba82f7eb238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640788'] for subnet, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:57.751008 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-59551bf5-93e5-4555-a427-6ba82f7eb238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2434572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2228998'] for subnet, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:57.769882 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-cdc6aad5-5076-4de5-be4c-6e023f3b9f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:40:57.825582 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59551bf5-93e5-4555-a427-6ba82f7eb238 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2be6e26d-5dd3-4545-8f70-57f38dc5039e,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:40:57.827626 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-59551bf5-93e5-4555-a427-6ba82f7eb238 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:57.830416 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-59551bf5-93e5-4555-a427-6ba82f7eb238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:40:57.838150 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-59551bf5-93e5-4555-a427-6ba82f7eb238 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2be6e26d-5dd3-4545-8f70-57f38dc5039e HTTP/1.1" status: 204  len: 168 time: 0.6260052
Jun 21 16:40:57.838477 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 43194) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:40:57.842466 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5608f1aa-52fa-46b9-a704-1b9201b57d5c None None] Network a67c6bd4-5155-4840-9134-bc4e7230ff7f requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:40:57.978378 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c97f3fb9-3ee2-4def-85e1-5d6e02b56731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614427'] for network, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:57.990488 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-c97f3fb9-3ee2-4def-85e1-5d6e02b56731 admin admin] Deleting port 8968549d-da3a-4239-b8ed-ca36f9aa2fbf {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:40:57.990876 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d12d5-c57a-4c56-96dd-7751c6c78722 req-ffe61294-0cd9-40c5-8c93-cd74ffa2b6d6 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:57.991406 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c97f3fb9-3ee2-4def-85e1-5d6e02b56731 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:57.998499 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-df0d12d5-c57a-4c56-96dd-7751c6c78722 req-ffe61294-0cd9-40c5-8c93-cd74ffa2b6d6 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 943 time: 0.1925049
Jun 21 16:40:58.038468 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ebc66-374e-41c7-bc2c-8f72c76c2765 req-af66abd6-97ee-4fac-af2b-a434ad7bc58c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:58.044976 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-819ebc66-374e-41c7-bc2c-8f72c76c2765 req-af66abd6-97ee-4fac-af2b-a434ad7bc58c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 943 time: 0.1530988
Jun 21 16:40:58.138297 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-df0d12d5-c57a-4c56-96dd-7751c6c78722 req-f75afad8-b865-4a36-b3d0-5718339307f5 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1386471
Jun 21 16:40:58.205476 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-819ebc66-374e-41c7-bc2c-8f72c76c2765 req-f4b43957-08e8-40db-a912-af50ec589446 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1312501
Jun 21 16:40:58.298034 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be01feb-e752-41b6-ba0a-9da137f55183 None None] DHCP port deletion for a67c6bd4-5155-4840-9134-bc4e7230ff7f request from dv-cinder-797161-1-iscsi {{(pid=78428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 21 16:40:58.302850 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-3be01feb-e752-41b6-ba0a-9da137f55183 None None] Deleting port 8968549d-da3a-4239-b8ed-ca36f9aa2fbf {{(pid=78428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:40:58.303208 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-3be01feb-e752-41b6-ba0a-9da137f55183 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:58.308521 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c97f3fb9-3ee2-4def-85e1-5d6e02b56731 admin admin] For port 8968549d-da3a-4239-b8ed-ca36f9aa2fbf, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=8968549d-da3a-4239-b8ed-ca36f9aa2fbf,segment=NetworkSegment(16cd9c55-e131-42a6-8dc4-ceeca16849f7),segment_id=16cd9c55-e131-42a6-8dc4-ceeca16849f7)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:40:58.309006 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c97f3fb9-3ee2-4def-85e1-5d6e02b56731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:58.430805 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-c97f3fb9-3ee2-4def-85e1-5d6e02b56731 admin admin] Calling delete_port for 8968549d-da3a-4239-b8ed-ca36f9aa2fbf owned by network:dhcp {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:40:58.521546 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-3be01feb-e752-41b6-ba0a-9da137f55183 None None] For port 8968549d-da3a-4239-b8ed-ca36f9aa2fbf, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=8968549d-da3a-4239-b8ed-ca36f9aa2fbf,segment=NetworkSegment(16cd9c55-e131-42a6-8dc4-ceeca16849f7),segment_id=16cd9c55-e131-42a6-8dc4-ceeca16849f7)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:40:58.521987 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-3be01feb-e752-41b6-ba0a-9da137f55183 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:58.564537 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c97f3fb9-3ee2-4def-85e1-5d6e02b56731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:58.570072 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-7a3d265b-8d8e-470d-b303-31cbce4178d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:40:58.610387 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 8968549d-da3a-4239-b8ed-ca36f9aa2fbf no longer exists at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:40:58.617616 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f3fb9-3ee2-4def-85e1-5d6e02b56731 admin admin] Pushing event deleted for resources: {'Port': ['ID=8968549d-da3a-4239-b8ed-ca36f9aa2fbf,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:40:58.620552 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c97f3fb9-3ee2-4def-85e1-5d6e02b56731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:40:58.621321 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97f3fb9-3ee2-4def-85e1-5d6e02b56731 admin admin] No DVR routers for this DVR port 8968549d-da3a-4239-b8ed-ca36f9aa2fbf on host dv-cinder-797161-1-iscsi {{(pid=78426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 16:40:58.735295 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-3be01feb-e752-41b6-ba0a-9da137f55183 None None] Calling delete_port for 8968549d-da3a-4239-b8ed-ca36f9aa2fbf owned by network:dhcp {{(pid=78428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:40:58.774188 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] No Port match for: 8968549d-da3a-4239-b8ed-ca36f9aa2fbf {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:40:58.774429 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 8968549d-da3a-4239-b8ed-ca36f9aa2fbf not bound to the agent host dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:40:58.774856 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device fd27e4a8-fb4c-4a4d-b482-c63d56f16a66 no longer exists at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:40:58.815925 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] No Port match for: fd27e4a8-fb4c-4a4d-b482-c63d56f16a66 {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:40:58.816274 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device fd27e4a8-fb4c-4a4d-b482-c63d56f16a66 not bound to the agent host dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:40:58.840153 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c97f3fb9-3ee2-4def-85e1-5d6e02b56731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640139', 'neutron.services.segments.db._delete_segments_for_network-8768074427558'] for network, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:58.852784 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.services.segments.db [None req-c97f3fb9-3ee2-4def-85e1-5d6e02b56731 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f979da68b50>,) {'filters': {'network_id': ['a67c6bd4-5155-4840-9134-bc4e7230ff7f']}} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:40:58.865271 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.services.segments.db [None req-c97f3fb9-3ee2-4def-85e1-5d6e02b56731 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f979da68b50>, '16cd9c55-e131-42a6-8dc4-ceeca16849f7') {'for_net_delete': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:40:58.865660 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.services.segments.db [None req-c97f3fb9-3ee2-4def-85e1-5d6e02b56731 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f979da68b50>, '16cd9c55-e131-42a6-8dc4-ceeca16849f7') {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:40:58.880871 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c97f3fb9-3ee2-4def-85e1-5d6e02b56731 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768074438669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3128881'] for segment, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:58.899972 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c97f3fb9-3ee2-4def-85e1-5d6e02b56731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645578'] for segment, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:58.906860 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c97f3fb9-3ee2-4def-85e1-5d6e02b56731 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=78426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 16:40:58.907288 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c97f3fb9-3ee2-4def-85e1-5d6e02b56731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-645571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2481582'] for segment, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:58.915550 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.db.api [None req-3be01feb-e752-41b6-ba0a-9da137f55183 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 16:40:58.916081 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_db.api [None req-3be01feb-e752-41b6-ba0a-9da137f55183 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 16:40:58.995203 dv-cinder-797161-1-iscsi neutron-server[78426]: Traceback (most recent call last):
Jun 21 16:40:58.995203 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 16:40:58.995203 dv-cinder-797161-1-iscsi neutron-server[78426]:     timer()
Jun 21 16:40:58.995203 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 16:40:58.995203 dv-cinder-797161-1-iscsi neutron-server[78426]:     cb(*args, **kw)
Jun 21 16:40:58.995203 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 16:40:58.995203 dv-cinder-797161-1-iscsi neutron-server[78426]:     return func(*args, **kwargs)
Jun 21 16:40:58.995203 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 16:40:58.995203 dv-cinder-797161-1-iscsi neutron-server[78426]:     self._notify()
Jun 21 16:40:58.995203 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 16:40:58.995203 dv-cinder-797161-1-iscsi neutron-server[78426]:     self.callback(batched_events)
Jun 21 16:40:58.995203 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 16:40:58.995203 dv-cinder-797161-1-iscsi neutron-server[78426]:     event.method(event)
Jun 21 16:40:58.995203 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 16:40:58.995203 dv-cinder-797161-1-iscsi neutron-server[78426]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 16:40:58.995203 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 16:40:58.995203 dv-cinder-797161-1-iscsi neutron-server[78426]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 16:40:58.995203 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 16:40:58.995203 dv-cinder-797161-1-iscsi neutron-server[78426]:     return f(self, *a, **k)
Jun 21 16:40:58.995203 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 16:40:58.995203 dv-cinder-797161-1-iscsi neutron-server[78426]:     return self._get(url).json()
Jun 21 16:40:58.995203 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 16:40:58.995203 dv-cinder-797161-1-iscsi neutron-server[78426]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 16:40:58.995203 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 16:40:58.995203 dv-cinder-797161-1-iscsi neutron-server[78426]:     return self.request(url, 'GET', **kwargs)
Jun 21 16:40:58.995203 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 16:40:58.995203 dv-cinder-797161-1-iscsi neutron-server[78426]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 16:40:58.995203 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 16:40:58.995203 dv-cinder-797161-1-iscsi neutron-server[78426]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 16:40:58.995203 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 16:40:58.995203 dv-cinder-797161-1-iscsi neutron-server[78426]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 16:40:58.995203 dv-cinder-797161-1-iscsi neutron-server[78426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 16:40:59.005978 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c97f3fb9-3ee2-4def-85e1-5d6e02b56731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1727415'] for network, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:59.009673 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:40:59.023542 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c97f3fb9-3ee2-4def-85e1-5d6e02b56731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for network, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:59.036032 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f3fb9-3ee2-4def-85e1-5d6e02b56731 admin admin] Pushing event deleted for resources: {'Network': ['ID=a67c6bd4-5155-4840-9134-bc4e7230ff7f,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:40:59.039403 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c97f3fb9-3ee2-4def-85e1-5d6e02b56731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:40:59.041178 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-c97f3fb9-3ee2-4def-85e1-5d6e02b56731 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a67c6bd4-5155-4840-9134-bc4e7230ff7f HTTP/1.1" status: 204  len: 168 time: 1.2017365
Jun 21 16:40:59.155284 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 43202) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:40:59.203579 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-08794678-6fae-41c7-ae95-213787bb8fd9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=905d3e9862c043939d7e73a1320af084&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0469172
Jun 21 16:40:59.208443 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 43206) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:40:59.417556 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-3be01feb-e752-41b6-ba0a-9da137f55183 None None] Deleting port 8968549d-da3a-4239-b8ed-ca36f9aa2fbf {{(pid=78428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:40:59.418149 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-3be01feb-e752-41b6-ba0a-9da137f55183 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:59.443148 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c441b7d0-d6f5-4132-b219-a1aea2f86781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:59.480356 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810259fe-0afc-440e-802d-b3e10d35b535 req-8d9997b5-4507-4bf0-bf67-38b83eda8934 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:59.481803 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-810259fe-0afc-440e-802d-b3e10d35b535 req-8d9997b5-4507-4bf0-bf67-38b83eda8934 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 943 time: 0.2166269
Jun 21 16:40:59.483719 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-3be01feb-e752-41b6-ba0a-9da137f55183 None None] The port '8968549d-da3a-4239-b8ed-ca36f9aa2fbf' was deleted {{(pid=78428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}}
Jun 21 16:40:59.496679 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c441b7d0-d6f5-4132-b219-a1aea2f86781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:59.545122 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b10171-608f-4d84-92b9-3461c81743d9 req-9c6e1782-6ea1-4620-b77f-87e816d6f8e2 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:40:59.546533 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e6b10171-608f-4d84-92b9-3461c81743d9 req-9c6e1782-6ea1-4620-b77f-87e816d6f8e2 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 943 time: 0.1860051
Jun 21 16:40:59.599491 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-810259fe-0afc-440e-802d-b3e10d35b535 req-6a57df68-9bdc-4ec2-a0c4-72fc3fc42ba0 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1057274
Jun 21 16:40:59.623837 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e6b10171-608f-4d84-92b9-3461c81743d9 req-aa51f4d3-116c-4814-8407-36d964013eda tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0608582
Jun 21 16:40:59.640111 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c441b7d0-d6f5-4132-b219-a1aea2f86781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:59.648746 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-339b684f-8560-4663-89ed-199c6c683784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:40:59.665590 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441b7d0-d6f5-4132-b219-a1aea2f86781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f492f0f-b684-46e2-afea-803fedc69db0,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:40:59.673884 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441b7d0-d6f5-4132-b219-a1aea2f86781 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:40:59.674522 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441b7d0-d6f5-4132-b219-a1aea2f86781 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:40:59.675249 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441b7d0-d6f5-4132-b219-a1aea2f86781 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:40:59.675930 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441b7d0-d6f5-4132-b219-a1aea2f86781 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:40:59.676450 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441b7d0-d6f5-4132-b219-a1aea2f86781 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:40:59.676957 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441b7d0-d6f5-4132-b219-a1aea2f86781 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:40:59.677468 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441b7d0-d6f5-4132-b219-a1aea2f86781 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:40:59.678050 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441b7d0-d6f5-4132-b219-a1aea2f86781 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:40:59.678604 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441b7d0-d6f5-4132-b219-a1aea2f86781 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:40:59.679103 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441b7d0-d6f5-4132-b219-a1aea2f86781 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:40:59.679642 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441b7d0-d6f5-4132-b219-a1aea2f86781 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:40:59.680148 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c441b7d0-d6f5-4132-b219-a1aea2f86781 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:40:59.685343 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-c441b7d0-d6f5-4132-b219-a1aea2f86781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:40:59.689058 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c441b7d0-d6f5-4132-b219-a1aea2f86781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:40:59.690495 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-c441b7d0-d6f5-4132-b219-a1aea2f86781 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4f492f0f-b684-46e2-afea-803fedc69db0 HTTP/1.1" status: 204  len: 168 time: 0.4699273
Jun 21 16:41:00.526085 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 43232) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:41:00.638241 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [None req-3c09748b-dfa8-4388-9f3b-647cdd5e4dc8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1087307662-network', 'tenant_id': '79d4727045d641158a9a982fa38c602b'}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:41:00.643711 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-3c09748b-dfa8-4388-9f3b-647cdd5e4dc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:41:00.648698 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-3c09748b-dfa8-4388-9f3b-647cdd5e4dc8 admin admin] Usage tracker for resource:network and tenant:79d4727045d641158a9a982fa38c602b is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:41:00.652570 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-3c09748b-dfa8-4388-9f3b-647cdd5e4dc8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:41:00.660935 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-3c09748b-dfa8-4388-9f3b-647cdd5e4dc8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:41:00.675799 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c09748b-dfa8-4388-9f3b-647cdd5e4dc8 admin admin] Made reservation on behalf of 79d4727045d641158a9a982fa38c602b for: {'network': 1} {{(pid=78427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:41:00.678695 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-3c09748b-dfa8-4388-9f3b-647cdd5e4dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for network, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:00.695184 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-3c09748b-dfa8-4388-9f3b-647cdd5e4dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:00.717588 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-3c09748b-dfa8-4388-9f3b-647cdd5e4dc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:41:00.723127 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-3c09748b-dfa8-4388-9f3b-647cdd5e4dc8 admin admin] Usage tracker for resource:security_group_rule and tenant:79d4727045d641158a9a982fa38c602b is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:41:00.726698 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-3c09748b-dfa8-4388-9f3b-647cdd5e4dc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:41:00.733437 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-3c09748b-dfa8-4388-9f3b-647cdd5e4dc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:41:00.977307 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-3c09748b-dfa8-4388-9f3b-647cdd5e4dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:00.984551 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-3c09748b-dfa8-4388-9f3b-647cdd5e4dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:00.994164 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77a540-ed10-44b0-b8f6-80dde8c8b4e3 req-34e93767-a758-4ed0-8ae7-c8e21038ec4d tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:00.995644 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4a77a540-ed10-44b0-b8f6-80dde8c8b4e3 req-34e93767-a758-4ed0-8ae7-c8e21038ec4d tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 943 time: 0.2172203
Jun 21 16:41:00.998269 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-8b5c29ff-97e1-4f68-b659-ac5abd7dc4d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:41:01.052733 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c09748b-dfa8-4388-9f3b-647cdd5e4dc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649}  {{(pid=78427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 16:41:01.059383 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09748b-dfa8-4388-9f3b-647cdd5e4dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071e59b5-2c57-4da1-a2d4-3efcde4af427,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:41:01.075914 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8de5a-09af-49c9-857e-3e6cd1befdc0 req-24e8fda4-70e3-4fd6-a50f-75083d6baea2 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:01.077373 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d3f8de5a-09af-49c9-857e-3e6cd1befdc0 req-24e8fda4-70e3-4fd6-a50f-75083d6baea2 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 943 time: 0.2530012
Jun 21 16:41:01.081526 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-3c09748b-dfa8-4388-9f3b-647cdd5e4dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:41:01.089007 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-3c09748b-dfa8-4388-9f3b-647cdd5e4dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645578'] for segment, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:01.089343 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.db.segments_db [None req-3c09748b-dfa8-4388-9f3b-647cdd5e4dc8 admin admin] Added segment 33f80c76-3dfd-4cef-9c2a-69a109def59a of type vlan for network b36a83d0-d575-4f34-a24f-86cf64fecf11
Jun 21 16:41:01.113237 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4a77a540-ed10-44b0-b8f6-80dde8c8b4e3 req-adc72315-b108-40dc-ad2b-936d5e73afb5 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1074452
Jun 21 16:41:01.166629 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d3f8de5a-09af-49c9-857e-3e6cd1befdc0 req-2cb91d7e-3b52-42de-b33e-98be2482b5d2 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0793355
Jun 21 16:41:01.170052 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-3c09748b-dfa8-4388-9f3b-647cdd5e4dc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768073942321'] for network, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:01.205002 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-3c09748b-dfa8-4388-9f3b-647cdd5e4dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592'] for network, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:01.206519 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c09748b-dfa8-4388-9f3b-647cdd5e4dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:01.207187 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-3c09748b-dfa8-4388-9f3b-647cdd5e4dc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for network, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:01.210770 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:41:01.331360 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-3c09748b-dfa8-4388-9f3b-647cdd5e4dc8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8040912
Jun 21 16:41:01.334313 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 43244) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:41:01.339240 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09748b-dfa8-4388-9f3b-647cdd5e4dc8 admin admin] Pushing event updated for resources: {'Network': ['ID=b36a83d0-d575-4f34-a24f-86cf64fecf11,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:41:01.340818 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-bde12589-ee70-40b1-af25-55d86574428e admin admin] Request body: {'subnet': {'network_id': 'b36a83d0-d575-4f34-a24f-86cf64fecf11', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1087307662-subnet', 'tenant_id': '79d4727045d641158a9a982fa38c602b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:41:01.342057 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-3c09748b-dfa8-4388-9f3b-647cdd5e4dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:41:01.345551 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-bde12589-ee70-40b1-af25-55d86574428e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:41:01.349680 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-bde12589-ee70-40b1-af25-55d86574428e admin admin] Usage tracker for resource:subnet and tenant:79d4727045d641158a9a982fa38c602b is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:41:01.350169 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Network b36a83d0-d575-4f34-a24f-86cf64fecf11 details requested by agent ovs-agent-dv-cinder-797161-1-iscsi with host dv-cinder-797161-1-iscsi {{(pid=78428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 16:41:01.353605 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-bde12589-ee70-40b1-af25-55d86574428e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:41:01.359287 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-bde12589-ee70-40b1-af25-55d86574428e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:41:01.369290 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde12589-ee70-40b1-af25-55d86574428e admin admin] Made reservation on behalf of 79d4727045d641158a9a982fa38c602b for: {'subnet': 1} {{(pid=78426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:41:01.371707 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-bde12589-ee70-40b1-af25-55d86574428e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2229037'] for subnet, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:01.736280 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:41:01.817367 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-bde12589-ee70-40b1-af25-55d86574428e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2434771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2229055'] for subnet, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:01.821368 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:41:01.893332 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde12589-ee70-40b1-af25-55d86574428e admin admin] Pushing event updated for resources: {'Subnet': ['ID=695478f2-5745-40bc-862c-f724fca88d65,revision_number=0']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:41:01.896077 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-bde12589-ee70-40b1-af25-55d86574428e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:41:01.902064 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde12589-ee70-40b1-af25-55d86574428e admin admin] Checking segment: {'id': '33f80c76-3dfd-4cef-9c2a-69a109def59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b36a83d0-d575-4f34-a24f-86cf64fecf11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:41:01.902419 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde12589-ee70-40b1-af25-55d86574428e admin admin] Network hostable DHCP agents. Network: b36a83d0-d575-4f34-a24f-86cf64fecf11, hostable agents: ['3e057b97-a383-4976-a3a1-556748f7f018'], hosted agents: [] {{(pid=78426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 16:41:01.920828 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde12589-ee70-40b1-af25-55d86574428e admin admin] Network b36a83d0-d575-4f34-a24f-86cf64fecf11 is scheduled to be hosted by DHCP agent 3e057b97-a383-4976-a3a1-556748f7f018 with binding_index 1 {{(pid=78426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 16:41:01.930431 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-bde12589-ee70-40b1-af25-55d86574428e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797161-1-iscsi, b36a83d0-d575-4f34-a24f-86cf64fecf11) {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:41:01.939943 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec75b4cd-994d-4013-94e7-adcc8e88bb65 None None] Network b36a83d0-d575-4f34-a24f-86cf64fecf11 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:41:01.944111 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde12589-ee70-40b1-af25-55d86574428e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:01.944702 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-bde12589-ee70-40b1-af25-55d86574428e admin admin] Notify callbacks [] for subnet, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:01.963864 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-bde12589-ee70-40b1-af25-55d86574428e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.6283767
Jun 21 16:41:02.160111 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678024f8-40d6-49a1-8c94-b9dc9afe857d None None] Network b36a83d0-d575-4f34-a24f-86cf64fecf11 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:41:02.331568 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64997f-58f8-4279-98cc-be41a8fc3909 req-53181d70-8c7b-4ba3-a414-6ed639c3abce tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:02.333086 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-9e64997f-58f8-4279-98cc-be41a8fc3909 req-53181d70-8c7b-4ba3-a414-6ed639c3abce tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 943 time: 0.0860736
Jun 21 16:41:02.467086 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-9e64997f-58f8-4279-98cc-be41a8fc3909 req-e9c8a438-1007-4296-a026-d0ebe27062f4 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1280012
Jun 21 16:41:02.516034 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-cb111617-db5f-45d3-ab1b-4c690c91e2f2 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:02.516657 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-cb111617-db5f-45d3-ab1b-4c690c91e2f2 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Synchronizing usage tracker for tenant:79d4727045d641158a9a982fa38c602b on resource:network {{(pid=78427) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:41:02.534284 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-cb111617-db5f-45d3-ab1b-4c690c91e2f2 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Unset dirty status for tenant:79d4727045d641158a9a982fa38c602b on resource:network {{(pid=78427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:41:02.535451 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-cb111617-db5f-45d3-ab1b-4c690c91e2f2 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/networks?id=b36a83d0-d575-4f34-a24f-86cf64fecf11 HTTP/1.1" status: 200  len: 815 time: 0.1826642
Jun 21 16:41:02.550891 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-41170532-d72b-4bf1-beba-482deba12484 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/quotas/79d4727045d641158a9a982fa38c602b HTTP/1.1" status: 200  len: 375 time: 0.0095356
Jun 21 16:41:02.629136 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-29a9e9c1-fbc6-48b7-8a6b-6d55b9810eab tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=79d4727045d641158a9a982fa38c602b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0728290
Jun 21 16:41:02.858360 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6319f1-6ad7-4d8f-b71e-58d05e7d03f9 req-ffeb5bd5-50eb-430c-9db3-e822b1b18d81 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:02.859702 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-3e6319f1-6ad7-4d8f-b71e-58d05e7d03f9 req-ffeb5bd5-50eb-430c-9db3-e822b1b18d81 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 943 time: 0.2736282
Jun 21 16:41:02.868836 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-b081a23b-6eea-41ed-ae43-a1ca6c1a6355 service neutron] 10.222.0.24 "GET /v2.0/networks/b36a83d0-d575-4f34-a24f-86cf64fecf11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2321658
Jun 21 16:41:02.988043 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-3e6319f1-6ad7-4d8f-b71e-58d05e7d03f9 req-7f965888-3e38-47ba-9da9-d466242a9d46 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1213708
Jun 21 16:41:03.029660 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-26c7723b-f1e0-430b-99d1-2923c6cbcb51 service neutron] 10.222.0.24 "GET /v2.0/networks/b36a83d0-d575-4f34-a24f-86cf64fecf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1480162
Jun 21 16:41:03.206503 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2fc925e8-204c-4e45-93b4-4b17aaf9cfac req-1b08fdb2-1c6d-425d-8281-7fd003db8bc1 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=b485f703-ab59-4335-b4b4-7dda18a94e32 HTTP/1.1" status: 200  len: 210 time: 0.0419202
Jun 21 16:41:03.659493 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73c1e0-ec9b-4fa7-92ae-139b47dee98b req-771ceb87-d6b0-4aea-9492-d1e489bd1b62 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:03.661020 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-fc73c1e0-ec9b-4fa7-92ae-139b47dee98b req-771ceb87-d6b0-4aea-9492-d1e489bd1b62 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 943 time: 0.0873802
Jun 21 16:41:03.706306 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-fc73c1e0-ec9b-4fa7-92ae-139b47dee98b req-108f46cc-5fdd-4da6-b861-372bfc9556d3 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395844
Jun 21 16:41:04.186624 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481e228-7217-4a7e-a44f-09176f4bf513 req-f8ffb546-0e30-43f5-a6ad-37dddc666abf tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:04.188137 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4481e228-7217-4a7e-a44f-09176f4bf513 req-f8ffb546-0e30-43f5-a6ad-37dddc666abf tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 943 time: 0.0825236
Jun 21 16:41:04.236600 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4481e228-7217-4a7e-a44f-09176f4bf513 req-4f574da5-5009-44f4-8284-14daf1b37972 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411391
Jun 21 16:41:04.348222 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-eaac02f1-f381-4139-92f4-9a2af4db4ace tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:04.350756 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-eaac02f1-f381-4139-92f4-9a2af4db4ace tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.39 "GET /v2.0/networks?id=b36a83d0-d575-4f34-a24f-86cf64fecf11 HTTP/1.1" status: 200  len: 815 time: 0.1551542
Jun 21 16:41:04.370119 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-348e74a1-b282-403a-84c6-94341b821995 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Request body: {'port': {'device_id': 'b485f703-ab59-4335-b4b4-7dda18a94e32', 'network_id': 'b36a83d0-d575-4f34-a24f-86cf64fecf11', 'admin_state_up': True, 'tenant_id': '79d4727045d641158a9a982fa38c602b'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:41:04.386279 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c536443b-bd70-4eaa-b612-1048a7922be9 req-d0b02b23-1631-44bd-8edf-b4b9b5cd310d tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=b485f703-ab59-4335-b4b4-7dda18a94e32 HTTP/1.1" status: 200  len: 210 time: 0.0475290
Jun 21 16:41:04.507870 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-348e74a1-b282-403a-84c6-94341b821995 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:41:04.511552 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-348e74a1-b282-403a-84c6-94341b821995 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Usage tracker for resource:port and tenant:79d4727045d641158a9a982fa38c602b is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:41:04.514270 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-348e74a1-b282-403a-84c6-94341b821995 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:41:04.520887 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-348e74a1-b282-403a-84c6-94341b821995 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:41:04.530036 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-348e74a1-b282-403a-84c6-94341b821995 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Made reservation on behalf of 79d4727045d641158a9a982fa38c602b for: {'port': 1} {{(pid=78426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:41:04.533366 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-348e74a1-b282-403a-84c6-94341b821995 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:04.694649 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-348e74a1-b282-403a-84c6-94341b821995 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Allocated IP 172.20.0.7 (b36a83d0-d575-4f34-a24f-86cf64fecf11/695478f2-5745-40bc-862c-f724fca88d65/29643056-190b-468f-927b-00c6a7e985cd) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:41:04.888453 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665d857-420c-4449-b062-d859ed37b32c req-fbb58485-762c-450f-8bce-fcee69c98d24 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:04.889799 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a665d857-420c-4449-b062-d859ed37b32c req-fbb58485-762c-450f-8bce-fcee69c98d24 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 943 time: 0.0802281
Jun 21 16:41:04.894187 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-348e74a1-b282-403a-84c6-94341b821995 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:04.928732 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-348e74a1-b282-403a-84c6-94341b821995 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:04.936026 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-ed4b257e-7627-49f9-996e-9588a4a1575e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:41:04.941827 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a665d857-420c-4449-b062-d859ed37b32c req-fc22d3b7-fd2a-46c6-861b-984cbc67884f tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460382
Jun 21 16:41:05.004310 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-348e74a1-b282-403a-84c6-94341b821995 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Network b36a83d0-d575-4f34-a24f-86cf64fecf11 is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:41:05.007775 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-348e74a1-b282-403a-84c6-94341b821995 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:41:05.010076 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-348e74a1-b282-403a-84c6-94341b821995 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:41:05.049968 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e74a1-b282-403a-84c6-94341b821995 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Pushing event updated for resources: {'Port': ['ID=29643056-190b-468f-927b-00c6a7e985cd,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:41:05.052849 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-348e74a1-b282-403a-84c6-94341b821995 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:41:05.079159 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-348e74a1-b282-403a-84c6-94341b821995 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:05.079797 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-348e74a1-b282-403a-84c6-94341b821995 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:05.100851 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-348e74a1-b282-403a-84c6-94341b821995 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7346675
Jun 21 16:41:05.118519 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-606437d4-0d63-4c33-8b1d-e28448186da8 service neutron] Request body: {'port': {'device_id': 'b485f703-ab59-4335-b4b4-7dda18a94e32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79716'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:41:05.321303 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-606437d4-0d63-4c33-8b1d-e28448186da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:05.460032 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad85d1b-7157-4073-ad80-bf271dffef11 req-cf03f91c-e50f-473d-a72e-181c19e377ae tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:05.461491 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-cad85d1b-7157-4073-ad80-bf271dffef11 req-cf03f91c-e50f-473d-a72e-181c19e377ae tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 943 time: 0.0845098
Jun 21 16:41:05.550873 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-cad85d1b-7157-4073-ad80-bf271dffef11 req-2fdfcc7c-9867-4a98-8230-ea294114037e tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0825469
Jun 21 16:41:05.586735 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c88078-8cf6-4f8d-b23d-6bb103eda8a0 req-e359c40c-c2c0-4654-a0f3-dac0ed3deaaa tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:05.588187 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-73c88078-8cf6-4f8d-b23d-6bb103eda8a0 req-e359c40c-c2c0-4654-a0f3-dac0ed3deaaa tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=b485f703-ab59-4335-b4b4-7dda18a94e32 HTTP/1.1" status: 200  len: 931 time: 0.0901265
Jun 21 16:41:05.636093 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-73c88078-8cf6-4f8d-b23d-6bb103eda8a0 req-5f685048-25eb-40cc-89e1-3880d1e287a2 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Synchronizing usage tracker for tenant:79d4727045d641158a9a982fa38c602b on resource:security_group {{(pid=78427) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:41:05.652449 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-73c88078-8cf6-4f8d-b23d-6bb103eda8a0 req-5f685048-25eb-40cc-89e1-3880d1e287a2 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Unset dirty status for tenant:79d4727045d641158a9a982fa38c602b on resource:security_group {{(pid=78427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:41:05.653626 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-73c88078-8cf6-4f8d-b23d-6bb103eda8a0 req-5f685048-25eb-40cc-89e1-3880d1e287a2 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595815
Jun 21 16:41:05.667954 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-606437d4-0d63-4c33-8b1d-e28448186da8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29643056-190b-468f-927b-00c6a7e985cd {{(pid=78426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:41:05.675151 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-606437d4-0d63-4c33-8b1d-e28448186da8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:05.689219 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-606437d4-0d63-4c33-8b1d-e28448186da8 service neutron] Transition to ACTIVE for port object 29643056-190b-468f-927b-00c6a7e985cd will not be triggered until provisioned by entity L2. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:41:05.692279 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-606437d4-0d63-4c33-8b1d-e28448186da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2434630'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:05.696588 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c97f3fb9-3ee2-4def-85e1-5d6e02b56731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:41:05.843586 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606437d4-0d63-4c33-8b1d-e28448186da8 service neutron] Pushing event updated for resources: {'Port': ['ID=29643056-190b-468f-927b-00c6a7e985cd,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:41:05.851822 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-606437d4-0d63-4c33-8b1d-e28448186da8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:41:05.919002 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-606437d4-0d63-4c33-8b1d-e28448186da8 service neutron] Attempting to bind port 29643056-190b-468f-927b-00c6a7e985cd on host hv-cinder-79716 for vnic_type normal with profile  {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:41:05.919328 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-606437d4-0d63-4c33-8b1d-e28448186da8 service neutron] Attempting to bind port 29643056-190b-468f-927b-00c6a7e985cd by drivers openvswitch,hyperv on host hv-cinder-79716 at level 0 using segments [{'id': '33f80c76-3dfd-4cef-9c2a-69a109def59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b36a83d0-d575-4f34-a24f-86cf64fecf11'}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:41:05.919675 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-606437d4-0d63-4c33-8b1d-e28448186da8 service neutron] Attempting to bind port 29643056-190b-468f-927b-00c6a7e985cd on network b36a83d0-d575-4f34-a24f-86cf64fecf11 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:41:05.924087 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-606437d4-0d63-4c33-8b1d-e28448186da8 service neutron] Port 29643056-190b-468f-927b-00c6a7e985cd on network b36a83d0-d575-4f34-a24f-86cf64fecf11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79716 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 16:41:05.924515 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-606437d4-0d63-4c33-8b1d-e28448186da8 service neutron] Attempting to bind port 29643056-190b-468f-927b-00c6a7e985cd on network b36a83d0-d575-4f34-a24f-86cf64fecf11 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:41:05.929579 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-606437d4-0d63-4c33-8b1d-e28448186da8 service neutron] Checking agent: {'id': '8fa6119b-2ff5-4d4e-8bfd-f2c719c77604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79716', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'started_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:41:05.929907 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-606437d4-0d63-4c33-8b1d-e28448186da8 service neutron] Checking segment: {'id': '33f80c76-3dfd-4cef-9c2a-69a109def59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b36a83d0-d575-4f34-a24f-86cf64fecf11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:41:05.930283 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-606437d4-0d63-4c33-8b1d-e28448186da8 service neutron] Bound using segment: {'id': '33f80c76-3dfd-4cef-9c2a-69a109def59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b36a83d0-d575-4f34-a24f-86cf64fecf11'} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:41:05.930695 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-606437d4-0d63-4c33-8b1d-e28448186da8 service neutron] Bound port: 29643056-190b-468f-927b-00c6a7e985cd, host: hv-cinder-79716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33f80c76-3dfd-4cef-9c2a-69a109def59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b36a83d0-d575-4f34-a24f-86cf64fecf11'}}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:41:05.931029 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-606437d4-0d63-4c33-8b1d-e28448186da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:06.021273 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-606437d4-0d63-4c33-8b1d-e28448186da8 service neutron] For port 29643056-190b-468f-927b-00c6a7e985cd, host hv-cinder-79716, cleared binding levels {{(pid=78426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:41:06.024241 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-606437d4-0d63-4c33-8b1d-e28448186da8 service neutron] For port 29643056-190b-468f-927b-00c6a7e985cd, host hv-cinder-79716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=29643056-190b-468f-927b-00c6a7e985cd,segment=NetworkSegment(33f80c76-3dfd-4cef-9c2a-69a109def59a),segment_id=33f80c76-3dfd-4cef-9c2a-69a109def59a)] {{(pid=78426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:41:06.029384 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-606437d4-0d63-4c33-8b1d-e28448186da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2434630'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:06.032916 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c0889650-5183-40e3-8b3b-39b716c39f69 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:41:06.090872 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-606437d4-0d63-4c33-8b1d-e28448186da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:06.091481 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-606437d4-0d63-4c33-8b1d-e28448186da8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:06.092856 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-606437d4-0d63-4c33-8b1d-e28448186da8 service neutron] 10.222.0.39 "PUT /v2.0/ports/29643056-190b-468f-927b-00c6a7e985cd HTTP/1.1" status: 200  len: 1093 time: 0.9783900
Jun 21 16:41:06.093411 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b485f703-ab59-4335-b4b4-7dda18a94e32', 'tag': '29643056-190b-468f-927b-00c6a7e985cd'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:41:06.112534 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606437d4-0d63-4c33-8b1d-e28448186da8 service neutron] Pushing event updated for resources: {'Port': ['ID=29643056-190b-468f-927b-00c6a7e985cd,revision_number=3']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:41:06.117631 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-606437d4-0d63-4c33-8b1d-e28448186da8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:41:06.155072 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c79e66-d4bb-4a42-abe7-faa0b538181b req-93d0e9b0-cb48-48a2-855a-4ba947da1065 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:06.157196 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-57c79e66-d4bb-4a42-abe7-faa0b538181b req-93d0e9b0-cb48-48a2-855a-4ba947da1065 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 943 time: 0.0960495
Jun 21 16:41:06.205214 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-57c79e66-d4bb-4a42-abe7-faa0b538181b req-e4f24946-501b-4d1f-8f3a-052ab8928d6f tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415349
Jun 21 16:41:06.221791 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b485f703-ab59-4335-b4b4-7dda18a94e32', 'tag': '29643056-190b-468f-927b-00c6a7e985cd', 'status': 'completed', 'code': 200}
Jun 21 16:41:06.226274 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-9feb93e3-4396-4c4c-a8bb-52daa3b2ac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:06.227803 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-9feb93e3-4396-4c4c-a8bb-52daa3b2ac67 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=79d4727045d641158a9a982fa38c602b&device_id=b485f703-ab59-4335-b4b4-7dda18a94e32 HTTP/1.1" status: 200  len: 1096 time: 0.0810866
Jun 21 16:41:06.307461 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-094d2005-732c-4b9f-97fc-7b6c7316d1f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29643056-190b-468f-927b-00c6a7e985cd HTTP/1.1" status: 200  len: 217 time: 0.0619953
Jun 21 16:41:06.377058 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-bdac4f59-7a3c-44cf-a52f-3c9be59624d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:06.378890 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-bdac4f59-7a3c-44cf-a52f-3c9be59624d1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=695478f2-5745-40bc-862c-f724fca88d65 HTTP/1.1" status: 200  len: 855 time: 0.0652969
Jun 21 16:41:06.387642 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 042671e9-420c-4d39-b0f3-0f5bf03c0771 details requested by agent hyperv_hv-cinder-79716 with host hv-cinder-79716 {{(pid=78428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 16:41:06.427267 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-21f2365c-573f-497e-a7e3-b3be3f2bc269 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b36a83d0-d575-4f34-a24f-86cf64fecf11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0409610
Jun 21 16:41:06.520680 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 042671e9-420c-4d39-b0f3-0f5bf03c0771, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=042671e9-420c-4d39-b0f3-0f5bf03c0771,segment=NetworkSegment(cb66d3c6-9116-4b7e-95d4-8704f85ac6dc),segment_id=cb66d3c6-9116-4b7e-95d4-8704f85ac6dc)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:41:06.533681 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Returning: {'device': '042671e9-420c-4d39-b0f3-0f5bf03c0771', 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5', 'port_id': '042671e9-420c-4d39-b0f3-0f5bf03c0771', 'mac_address': 'fa:16:3e:db:a6:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 16:41:06.557199 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-53d5555c-2402-469a-a432-630915add051 service neutron] 10.222.0.39 "GET /v2.0/networks/b36a83d0-d575-4f34-a24f-86cf64fecf11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227508
Jun 21 16:41:06.587574 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:06.605121 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 042671e9-420c-4d39-b0f3-0f5bf03c0771 {{(pid=78428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:41:06.620869 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 042671e9-420c-4d39-b0f3-0f5bf03c0771, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=042671e9-420c-4d39-b0f3-0f5bf03c0771,segment=NetworkSegment(cb66d3c6-9116-4b7e-95d4-8704f85ac6dc),segment_id=cb66d3c6-9116-4b7e-95d4-8704f85ac6dc)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:41:06.624789 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:06.626540 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:41:06.695129 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-22fc7892-b122-4fd3-bb4f-b28a7cbf723c req-6b3b8864-27aa-4ead-ab28-2ac08f264353 service neutron] 10.222.0.39 "GET /v2.0/networks/b36a83d0-d575-4f34-a24f-86cf64fecf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1316001
Jun 21 16:41:06.697627 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=042671e9-420c-4d39-b0f3-0f5bf03c0771,revision_number=9']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:41:06.701425 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:41:06.749192 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4c95f-cff9-4162-bfdd-5f7a3befded2 req-586d84fa-437c-4263-b6f3-22651355d258 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:06.750668 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-73e4c95f-cff9-4162-bfdd-5f7a3befded2 req-586d84fa-437c-4263-b6f3-22651355d258 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 944 time: 0.0855265
Jun 21 16:41:06.835466 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-73e4c95f-cff9-4162-bfdd-5f7a3befded2 req-9796ad4f-612f-4f3b-b7ad-35bce8a57e6f tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0780134
Jun 21 16:41:06.864419 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a02585-cb53-48f9-a196-8456fc59bb48 req-e3a8a580-a9a8-43d7-80bf-a7990f81d33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:06.865900 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-06a02585-cb53-48f9-a196-8456fc59bb48 req-e3a8a580-a9a8-43d7-80bf-a7990f81d33b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=79d4727045d641158a9a982fa38c602b&device_id=b485f703-ab59-4335-b4b4-7dda18a94e32 HTTP/1.1" status: 200  len: 1096 time: 0.0788274
Jun 21 16:41:06.874590 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf40e2d3-fd39-4aeb-a1cf-f81a421db1d4 req-54be8901-6f89-4cc9-b17c-7fd327f07b1b tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:06.876042 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-cf40e2d3-fd39-4aeb-a1cf-f81a421db1d4 req-54be8901-6f89-4cc9-b17c-7fd327f07b1b tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=b485f703-ab59-4335-b4b4-7dda18a94e32 HTTP/1.1" status: 200  len: 943 time: 0.0889127
Jun 21 16:41:06.924100 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-cf40e2d3-fd39-4aeb-a1cf-f81a421db1d4 req-c569f27d-d95a-418b-9581-482937a562c4 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416682
Jun 21 16:41:06.928224 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['042671e9-420c-4d39-b0f3-0f5bf03c0771'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:41:07.111688 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a02585-cb53-48f9-a196-8456fc59bb48 req-73e2b488-c9e0-49fe-96c5-73e423312dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:07.113779 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-06a02585-cb53-48f9-a196-8456fc59bb48 req-73e2b488-c9e0-49fe-96c5-73e423312dcd service neutron] 10.222.0.39 "GET /v2.0/networks?id=b36a83d0-d575-4f34-a24f-86cf64fecf11 HTTP/1.1" status: 200  len: 916 time: 0.2398322
Jun 21 16:41:07.180948 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-06a02585-cb53-48f9-a196-8456fc59bb48 req-508f8fbf-21cc-40ee-9920-89a7f107667a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29643056-190b-468f-927b-00c6a7e985cd HTTP/1.1" status: 200  len: 217 time: 0.0588362
Jun 21 16:41:07.247327 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a02585-cb53-48f9-a196-8456fc59bb48 req-0ece0cc2-fbf4-4bfc-a30f-5b27ca81839a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:07.248826 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-06a02585-cb53-48f9-a196-8456fc59bb48 req-0ece0cc2-fbf4-4bfc-a30f-5b27ca81839a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=695478f2-5745-40bc-862c-f724fca88d65 HTTP/1.1" status: 200  len: 855 time: 0.0603259
Jun 21 16:41:07.295475 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-06a02585-cb53-48f9-a196-8456fc59bb48 req-7992543b-cc77-4470-9716-ff98ef759d54 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b36a83d0-d575-4f34-a24f-86cf64fecf11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0398464
Jun 21 16:41:07.392491 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c88aa6-c210-49de-bbfa-56a651c735f7 req-0ca01c0f-9b13-4432-86ec-16ce045e3c14 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:07.394873 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-12c88aa6-c210-49de-bbfa-56a651c735f7 req-0ca01c0f-9b13-4432-86ec-16ce045e3c14 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 943 time: 0.0825055
Jun 21 16:41:07.429969 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-06a02585-cb53-48f9-a196-8456fc59bb48 req-d64c5c95-b581-458a-8c77-9b8e6f38db59 service neutron] 10.222.0.39 "GET /v2.0/networks/b36a83d0-d575-4f34-a24f-86cf64fecf11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264021
Jun 21 16:41:07.440836 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-12c88aa6-c210-49de-bbfa-56a651c735f7 req-db7a958e-426f-43c3-9c45-4d0a27fa5430 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400193
Jun 21 16:41:07.562174 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-06a02585-cb53-48f9-a196-8456fc59bb48 req-d7070077-3ad2-49bc-8b75-fe9e12da00e5 service neutron] 10.222.0.39 "GET /v2.0/networks/b36a83d0-d575-4f34-a24f-86cf64fecf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252663
Jun 21 16:41:08.027530 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e68e8-493b-4d10-94cd-55a17d1b0ab4 req-16c7a7e4-f6d1-4f44-85f0-dec0b46f9a5c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:08.029167 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-039e68e8-493b-4d10-94cd-55a17d1b0ab4 req-16c7a7e4-f6d1-4f44-85f0-dec0b46f9a5c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 944 time: 0.0844598
Jun 21 16:41:08.118029 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-039e68e8-493b-4d10-94cd-55a17d1b0ab4 req-3f6d6438-680a-499a-8327-931ed2444aa0 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0824776
Jun 21 16:41:08.152309 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5f1dc-1c3a-431c-b855-4d299c4537c0 req-cd62532e-cc77-4b60-94ff-e8b5f3135762 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:08.153731 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-71e5f1dc-1c3a-431c-b855-4d299c4537c0 req-cd62532e-cc77-4b60-94ff-e8b5f3135762 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=b485f703-ab59-4335-b4b4-7dda18a94e32 HTTP/1.1" status: 200  len: 943 time: 0.1003385
Jun 21 16:41:08.197870 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-71e5f1dc-1c3a-431c-b855-4d299c4537c0 req-e4aca639-56d0-48d5-b411-289aa71e9fda tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384588
Jun 21 16:41:08.403698 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 042671e9-420c-4d39-b0f3-0f5bf03c0771 up at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:41:08.469585 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning complete for port 042671e9-420c-4d39-b0f3-0f5bf03c0771 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:41:08.470009 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:08.613235 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:08.629715 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f33e72-1ef8-427b-8a63-95269ee0ccff req-190c1d4b-5ef2-46e9-9793-644ae0795157 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:08.631172 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b3f33e72-1ef8-427b-8a63-95269ee0ccff req-190c1d4b-5ef2-46e9-9793-644ae0795157 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 943 time: 0.0854292
Jun 21 16:41:08.639682 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b42be18-6511-499e-b9fe-83384ff41342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042671e9-420c-4d39-b0f3-0f5bf03c0771'}] {{(pid=78428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:41:08.650187 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 042671e9-420c-4d39-b0f3-0f5bf03c0771, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=042671e9-420c-4d39-b0f3-0f5bf03c0771,segment=NetworkSegment(cb66d3c6-9116-4b7e-95d4-8704f85ac6dc),segment_id=cb66d3c6-9116-4b7e-95d4-8704f85ac6dc)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:41:08.655081 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:08.656827 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-0fb07eca-819d-4c2f-9c87-68266b0174b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:41:08.680377 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b3f33e72-1ef8-427b-8a63-95269ee0ccff req-5b23f915-ac68-4a19-905f-20cdab997d26 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433316
Jun 21 16:41:08.692122 dv-cinder-797161-1-iscsi neutron-server[78428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b42be18-6511-499e-b9fe-83384ff41342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042671e9-420c-4d39-b0f3-0f5bf03c0771', 'code': 200}
Jun 21 16:41:08.724029 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=042671e9-420c-4d39-b0f3-0f5bf03c0771,revision_number=10']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:41:08.726920 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:41:08.974574 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51d01e-812c-4c0f-b331-b20946ab89fc req-259af5e9-c433-4158-be41-d61d654952fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:08.976071 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-6e51d01e-812c-4c0f-b331-b20946ab89fc req-259af5e9-c433-4158-be41-d61d654952fc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 1099 time: 0.0734231
Jun 21 16:41:09.017130 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-6e51d01e-812c-4c0f-b331-b20946ab89fc req-cbf81623-6cf3-427d-ad0b-91fb97e81a44 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0330460
Jun 21 16:41:09.304910 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdcab07-434d-4fb9-92ff-07b45af3dd71 req-c13bc127-facd-466f-819f-eb856659c005 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:09.306482 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ecdcab07-434d-4fb9-92ff-07b45af3dd71 req-c13bc127-facd-466f-819f-eb856659c005 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 946 time: 0.0790725
Jun 21 16:41:09.452345 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ecdcab07-434d-4fb9-92ff-07b45af3dd71 req-a5b3a66a-014e-49fb-9bb9-e8d827e18b8e tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1394091
Jun 21 16:41:09.531539 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fa8c5-e447-4426-9bbc-91e2dde85000 req-0dd5f6ab-795b-43b1-a6eb-546b9579570c tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:09.532904 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5f9fa8c5-e447-4426-9bbc-91e2dde85000 req-0dd5f6ab-795b-43b1-a6eb-546b9579570c tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=b485f703-ab59-4335-b4b4-7dda18a94e32 HTTP/1.1" status: 200  len: 943 time: 0.0797384
Jun 21 16:41:09.577924 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5f9fa8c5-e447-4426-9bbc-91e2dde85000 req-6a1cf71d-7b54-425a-a512-b98a179a9ef0 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393519
Jun 21 16:41:09.666194 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5e964-e5e5-4024-9d27-2e10016b81e8 req-290167e0-f314-4b98-a76c-55476fc2c3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:09.667708 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-f8b5e964-e5e5-4024-9d27-2e10016b81e8 req-290167e0-f314-4b98-a76c-55476fc2c3d7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 1096 time: 0.0684803
Jun 21 16:41:09.714929 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-f8b5e964-e5e5-4024-9d27-2e10016b81e8 req-29112ece-7e44-44f7-af6d-45a364691c64 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0340037
Jun 21 16:41:09.862743 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b06a10-5145-4746-bbc1-f93c5e9364d9 req-118e2193-284b-431d-ac36-0192428d094b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:09.864119 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-60b06a10-5145-4746-bbc1-f93c5e9364d9 req-118e2193-284b-431d-ac36-0192428d094b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 943 time: 0.0809801
Jun 21 16:41:09.906587 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-60b06a10-5145-4746-bbc1-f93c5e9364d9 req-6eeea9b8-0323-4a23-a554-de862c11e970 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366664
Jun 21 16:41:10.409547 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 03600ce8-9489-4f7b-be6b-00c3a6cc2920 details requested by agent hyperv_hv-cinder-79716 with host hv-cinder-79716 {{(pid=78428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 16:41:10.551695 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 03600ce8-9489-4f7b-be6b-00c3a6cc2920, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=03600ce8-9489-4f7b-be6b-00c3a6cc2920,segment=NetworkSegment(1e3104e4-02f1-4c01-87b5-ee4849ad50f6),segment_id=1e3104e4-02f1-4c01-87b5-ee4849ad50f6)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:41:10.567089 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Returning: {'device': '03600ce8-9489-4f7b-be6b-00c3a6cc2920', 'network_id': '9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4', 'port_id': '03600ce8-9489-4f7b-be6b-00c3a6cc2920', 'mac_address': 'fa:16:3e:dc:0a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd28f0b85-c931-4d9a-9dda-91c9d86f9837', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 16:41:10.638116 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:10.654216 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc72016-4281-405f-8a5b-90ab51a7acaa req-24c84bec-1a57-48b7-b5fe-d525088a75ed tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:10.656036 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2cc72016-4281-405f-8a5b-90ab51a7acaa req-24c84bec-1a57-48b7-b5fe-d525088a75ed tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 946 time: 0.0864432
Jun 21 16:41:10.661132 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03600ce8-9489-4f7b-be6b-00c3a6cc2920 {{(pid=78428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:41:10.679224 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 03600ce8-9489-4f7b-be6b-00c3a6cc2920, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=03600ce8-9489-4f7b-be6b-00c3a6cc2920,segment=NetworkSegment(1e3104e4-02f1-4c01-87b5-ee4849ad50f6),segment_id=1e3104e4-02f1-4c01-87b5-ee4849ad50f6)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:41:10.683926 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:10.684647 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 29643056-190b-468f-927b-00c6a7e985cd details requested by agent hyperv_hv-cinder-79716 with host hv-cinder-79716 {{(pid=78428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 16:41:10.746946 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2cc72016-4281-405f-8a5b-90ab51a7acaa req-f6687433-fc02-4fc7-80bf-4cbccf9ac3c2 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0841594
Jun 21 16:41:10.781015 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:41:10.796473 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed6658-3036-41bc-9177-a7355ba3379d req-fa022b0d-f9a1-4edc-854d-e44209c0d3bd tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:10.797946 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-82ed6658-3036-41bc-9177-a7355ba3379d req-fa022b0d-f9a1-4edc-854d-e44209c0d3bd tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=b485f703-ab59-4335-b4b4-7dda18a94e32 HTTP/1.1" status: 200  len: 943 time: 0.0880187
Jun 21 16:41:10.842760 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-82ed6658-3036-41bc-9177-a7355ba3379d req-15f8b77b-2131-48ef-b788-0301a28c6e8e tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383639
Jun 21 16:41:10.876244 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=03600ce8-9489-4f7b-be6b-00c3a6cc2920,revision_number=7']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:41:10.882041 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:41:10.883918 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 29643056-190b-468f-927b-00c6a7e985cd, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=29643056-190b-468f-927b-00c6a7e985cd,segment=NetworkSegment(33f80c76-3dfd-4cef-9c2a-69a109def59a),segment_id=33f80c76-3dfd-4cef-9c2a-69a109def59a)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:41:10.898830 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Returning: {'device': '29643056-190b-468f-927b-00c6a7e985cd', 'network_id': 'b36a83d0-d575-4f34-a24f-86cf64fecf11', 'port_id': '29643056-190b-468f-927b-00c6a7e985cd', 'mac_address': 'fa:16:3e:bd:ae:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '695478f2-5745-40bc-862c-f724fca88d65', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 16:41:10.958397 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:10.981408 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29643056-190b-468f-927b-00c6a7e985cd {{(pid=78428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:41:10.997310 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 29643056-190b-468f-927b-00c6a7e985cd, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=29643056-190b-468f-927b-00c6a7e985cd,segment=NetworkSegment(33f80c76-3dfd-4cef-9c2a-69a109def59a),segment_id=33f80c76-3dfd-4cef-9c2a-69a109def59a)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:41:11.001797 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:11.005729 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-636ce932-d9dc-4928-ae4b-dbe3ef1d435b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:41:11.078399 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=29643056-190b-468f-927b-00c6a7e985cd,revision_number=4']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:41:11.082779 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:41:11.113192 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4507643-65df-4797-9bb0-22cb6a700e49 req-96a4416b-0c71-431f-8f6a-2ad10bc9cf49 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:11.114639 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f4507643-65df-4797-9bb0-22cb6a700e49 req-96a4416b-0c71-431f-8f6a-2ad10bc9cf49 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 944 time: 0.0978577
Jun 21 16:41:11.158341 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f4507643-65df-4797-9bb0-22cb6a700e49 req-61217363-bb16-4c90-b503-171510c3f5fa tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378966
Jun 21 16:41:11.386798 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['29643056-190b-468f-927b-00c6a7e985cd'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:41:11.413143 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['03600ce8-9489-4f7b-be6b-00c3a6cc2920'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:41:11.936828 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce895b-b155-431e-b17a-6ff6afb6e51c req-00a5ba72-58e0-4538-a7b3-d91172bcf8d1 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:11.938295 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5cce895b-b155-431e-b17a-6ff6afb6e51c req-00a5ba72-58e0-4538-a7b3-d91172bcf8d1 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 946 time: 0.0792451
Jun 21 16:41:12.033777 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5cce895b-b155-431e-b17a-6ff6afb6e51c req-821f8ee5-baf4-4772-bde8-7990adddf324 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0893452
Jun 21 16:41:12.060789 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c07aa1-50c5-48ec-b6d2-11d420961ad3 req-2c613f61-27d8-4a8d-9b37-c9e21e884f1f tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:12.064152 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-18c07aa1-50c5-48ec-b6d2-11d420961ad3 req-2c613f61-27d8-4a8d-9b37-c9e21e884f1f tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=b485f703-ab59-4335-b4b4-7dda18a94e32 HTTP/1.1" status: 200  len: 944 time: 0.1063352
Jun 21 16:41:12.108457 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-18c07aa1-50c5-48ec-b6d2-11d420961ad3 req-3a46fb6f-b817-42b9-bb3c-ae37fc80a79b tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398006
Jun 21 16:41:12.422493 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 29643056-190b-468f-927b-00c6a7e985cd up at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:41:12.488326 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning for port 29643056-190b-468f-927b-00c6a7e985cd completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:41:12.492844 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning complete for port 29643056-190b-468f-927b-00c6a7e985cd triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:41:12.493223 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:12.605626 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:12.632240 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b485f703-ab59-4335-b4b4-7dda18a94e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29643056-190b-468f-927b-00c6a7e985cd'}] {{(pid=78428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:41:12.642063 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 29643056-190b-468f-927b-00c6a7e985cd, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=29643056-190b-468f-927b-00c6a7e985cd,segment=NetworkSegment(33f80c76-3dfd-4cef-9c2a-69a109def59a),segment_id=33f80c76-3dfd-4cef-9c2a-69a109def59a)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:41:12.646033 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:12.648623 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:41:12.684291 dv-cinder-797161-1-iscsi neutron-server[78428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b485f703-ab59-4335-b4b4-7dda18a94e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29643056-190b-468f-927b-00c6a7e985cd', 'code': 200}
Jun 21 16:41:12.719299 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=29643056-190b-468f-927b-00c6a7e985cd,revision_number=5']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:41:12.723115 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:41:12.935493 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17ee22-1cdc-4a20-af59-418505827cbf req-dbf4c061-88ab-47c4-87d2-26f135e290ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:12.936904 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-bb17ee22-1cdc-4a20-af59-418505827cbf req-dbf4c061-88ab-47c4-87d2-26f135e290ea service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b485f703-ab59-4335-b4b4-7dda18a94e32 HTTP/1.1" status: 200  len: 1098 time: 0.0709784
Jun 21 16:41:12.980503 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-bb17ee22-1cdc-4a20-af59-418505827cbf req-e23a9528-9559-45f3-b8da-419b71078ccc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365872
Jun 21 16:41:13.302868 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234dfbd6-c5d1-4a74-95c8-4ab70dfc1df2 req-0e4bd0d6-b703-4672-8aa4-e5047183fec2 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:13.304348 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-234dfbd6-c5d1-4a74-95c8-4ab70dfc1df2 req-0e4bd0d6-b703-4672-8aa4-e5047183fec2 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=b485f703-ab59-4335-b4b4-7dda18a94e32 HTTP/1.1" status: 200  len: 945 time: 0.0822771
Jun 21 16:41:13.348550 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-234dfbd6-c5d1-4a74-95c8-4ab70dfc1df2 req-4a77941c-1baf-4d11-950f-1d78dedbc5bc tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385118
Jun 21 16:41:14.433649 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 03600ce8-9489-4f7b-be6b-00c3a6cc2920 up at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:41:14.531481 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be099f-deab-43a9-a691-7f7a5fec9f3a req-2bdb9a33-925e-4f05-9516-8324c28a80c0 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:14.532951 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-98be099f-deab-43a9-a691-7f7a5fec9f3a req-2bdb9a33-925e-4f05-9516-8324c28a80c0 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=b485f703-ab59-4335-b4b4-7dda18a94e32 HTTP/1.1" status: 200  len: 945 time: 0.0799122
Jun 21 16:41:14.579682 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-98be099f-deab-43a9-a691-7f7a5fec9f3a req-c1e03917-2e7f-40ef-bbde-4988c825524a tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399611
Jun 21 16:41:14.581445 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning complete for port 03600ce8-9489-4f7b-be6b-00c3a6cc2920 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:41:14.581829 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:14.813637 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:14.855578 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae6fc59-f66b-4a6e-ace4-777e59aa7017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03600ce8-9489-4f7b-be6b-00c3a6cc2920'}] {{(pid=78428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:41:14.868239 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 03600ce8-9489-4f7b-be6b-00c3a6cc2920, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=03600ce8-9489-4f7b-be6b-00c3a6cc2920,segment=NetworkSegment(1e3104e4-02f1-4c01-87b5-ee4849ad50f6),segment_id=1e3104e4-02f1-4c01-87b5-ee4849ad50f6)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:41:14.875404 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:14.878230 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:41:14.917662 dv-cinder-797161-1-iscsi neutron-server[78428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae6fc59-f66b-4a6e-ace4-777e59aa7017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03600ce8-9489-4f7b-be6b-00c3a6cc2920', 'code': 200}
Jun 21 16:41:14.966903 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=03600ce8-9489-4f7b-be6b-00c3a6cc2920,revision_number=8']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:41:14.969889 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:41:17.455481 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-9e73b556-dd22-402d-a407-815a843597ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:17.875007 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:20.101114 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-ca3faf2e-19d0-4e5d-ad70-efca6ad5eba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:20.452411 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:20.835759 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:21.020098 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-5ffea1d1-8515-4de6-825b-b11d3e917f82 req-bc3afe39-2635-4001-9384-8507737f1dbf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0711198
Jun 21 16:41:21.140780 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffea1d1-8515-4de6-825b-b11d3e917f82 req-08d02a11-7c12-4aea-a3d0-f80265c30750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:21.142248 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-5ffea1d1-8515-4de6-825b-b11d3e917f82 req-08d02a11-7c12-4aea-a3d0-f80265c30750 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f495dd509064a23adb18dc1cd54b526&device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 1099 time: 0.0743687
Jun 21 16:41:21.282860 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffea1d1-8515-4de6-825b-b11d3e917f82 req-549efefe-53b2-4222-b89f-96afe0f17a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:21.284896 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-5ffea1d1-8515-4de6-825b-b11d3e917f82 req-549efefe-53b2-4222-b89f-96afe0f17a86 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4e7bf916-d804-4156-8df4-c3e47df8bbc5 HTTP/1.1" status: 200  len: 917 time: 0.1239064
Jun 21 16:41:21.388491 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-5ffea1d1-8515-4de6-825b-b11d3e917f82 req-774516fb-437d-4898-9445-61530e8c9945 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=042671e9-420c-4d39-b0f3-0f5bf03c0771 HTTP/1.1" status: 200  len: 999 time: 0.0961673
Jun 21 16:41:21.449126 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffea1d1-8515-4de6-825b-b11d3e917f82 req-0714b228-b62a-439b-9a81-c2de7f5b7cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:21.450564 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-5ffea1d1-8515-4de6-825b-b11d3e917f82 req-0714b228-b62a-439b-9a81-c2de7f5b7cb2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736 HTTP/1.1" status: 200  len: 855 time: 0.0559475
Jun 21 16:41:21.526735 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffea1d1-8515-4de6-825b-b11d3e917f82 req-b47580dc-cf3f-4e8c-b740-1d78ceef04e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:21.528249 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-5ffea1d1-8515-4de6-825b-b11d3e917f82 req-b47580dc-cf3f-4e8c-b740-1d78ceef04e6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4e7bf916-d804-4156-8df4-c3e47df8bbc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0717075
Jun 21 16:41:21.656670 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-5ffea1d1-8515-4de6-825b-b11d3e917f82 req-f0d418df-4126-4e6d-b270-286ea917ac43 service neutron] 10.222.0.39 "GET /v2.0/networks/4e7bf916-d804-4156-8df4-c3e47df8bbc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211343
Jun 21 16:41:21.787829 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-5ffea1d1-8515-4de6-825b-b11d3e917f82 req-ffed8943-f5fa-4a22-b2d3-850b0be646ac service neutron] 10.222.0.39 "GET /v2.0/networks/4e7bf916-d804-4156-8df4-c3e47df8bbc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241126
Jun 21 16:41:22.439262 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:24.555687 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-4be78349-1d47-4cf5-bd4c-a85219748e6e tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:24.557099 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-4be78349-1d47-4cf5-bd4c-a85219748e6e tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/networks?id=b36a83d0-d575-4f34-a24f-86cf64fecf11 HTTP/1.1" status: 200  len: 815 time: 0.1447563
Jun 21 16:41:24.571816 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-8adbe9d0-6651-4c4e-a94a-d3724f498959 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/quotas/79d4727045d641158a9a982fa38c602b HTTP/1.1" status: 200  len: 375 time: 0.0088990
Jun 21 16:41:24.648985 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-2ce6f128-d877-4d2a-859b-562f20d42e90 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=79d4727045d641158a9a982fa38c602b&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0720394
Jun 21 16:41:24.779384 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-f61ac8e3-2e86-4dbb-9348-1bc5160636a1 service neutron] 10.222.0.24 "GET /v2.0/networks/b36a83d0-d575-4f34-a24f-86cf64fecf11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236126
Jun 21 16:41:24.910190 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-a6799e06-da36-48b6-ad55-b0be685b4d02 service neutron] 10.222.0.24 "GET /v2.0/networks/b36a83d0-d575-4f34-a24f-86cf64fecf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246634
Jun 21 16:41:25.086721 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2a1a00f2-1a1f-488b-879f-87b382bd518b req-6d66e809-1697-4957-9f43-957e2fbb9ae7 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce5f3e7-1128-4599-b7a1-fb84e11c47ab HTTP/1.1" status: 200  len: 210 time: 0.0437086
Jun 21 16:41:26.236413 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c5bcf73f-74c0-4b31-8355-326fee07e35d req-d01a17db-4f86-4d97-8211-d66a1dae354c tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce5f3e7-1128-4599-b7a1-fb84e11c47ab HTTP/1.1" status: 200  len: 210 time: 0.0452631
Jun 21 16:41:26.610672 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-acd0da06-ae5e-43e6-bc31-e9c485f350c4 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:26.612626 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-acd0da06-ae5e-43e6-bc31-e9c485f350c4 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.39 "GET /v2.0/networks?id=b36a83d0-d575-4f34-a24f-86cf64fecf11 HTTP/1.1" status: 200  len: 815 time: 0.2448258
Jun 21 16:41:26.636311 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-c8df92f8-4640-4d0d-82e7-9c016d2607f9 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Request body: {'port': {'device_id': '4ce5f3e7-1128-4599-b7a1-fb84e11c47ab', 'network_id': 'b36a83d0-d575-4f34-a24f-86cf64fecf11', 'admin_state_up': True, 'tenant_id': '79d4727045d641158a9a982fa38c602b'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:41:26.766533 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-c8df92f8-4640-4d0d-82e7-9c016d2607f9 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:41:26.770216 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-c8df92f8-4640-4d0d-82e7-9c016d2607f9 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Usage tracker for resource:port and tenant:79d4727045d641158a9a982fa38c602b is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:41:26.772975 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-c8df92f8-4640-4d0d-82e7-9c016d2607f9 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:41:26.778513 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-c8df92f8-4640-4d0d-82e7-9c016d2607f9 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:41:26.788063 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-c8df92f8-4640-4d0d-82e7-9c016d2607f9 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Made reservation on behalf of 79d4727045d641158a9a982fa38c602b for: {'port': 1} {{(pid=78426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:41:26.791465 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-c8df92f8-4640-4d0d-82e7-9c016d2607f9 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:26.952834 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-c8df92f8-4640-4d0d-82e7-9c016d2607f9 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Allocated IP 172.20.0.8 (b36a83d0-d575-4f34-a24f-86cf64fecf11/695478f2-5745-40bc-862c-f724fca88d65/ad9f9daf-1107-4a28-9f18-d81c8a65b685) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:41:27.149947 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-c8df92f8-4640-4d0d-82e7-9c016d2607f9 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:27.179005 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-c8df92f8-4640-4d0d-82e7-9c016d2607f9 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:27.184312 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c988438d-0ee7-4382-8c37-c9e2318ca5f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:41:27.235901 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['29643056-190b-468f-927b-00c6a7e985cd'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:41:27.248038 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-c8df92f8-4640-4d0d-82e7-9c016d2607f9 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Network b36a83d0-d575-4f34-a24f-86cf64fecf11 is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:41:27.251038 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-c8df92f8-4640-4d0d-82e7-9c016d2607f9 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:41:27.254781 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-c8df92f8-4640-4d0d-82e7-9c016d2607f9 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:41:27.288570 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df92f8-4640-4d0d-82e7-9c016d2607f9 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Pushing event updated for resources: {'Port': ['ID=ad9f9daf-1107-4a28-9f18-d81c8a65b685,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:41:27.294900 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c8df92f8-4640-4d0d-82e7-9c016d2607f9 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:41:27.325553 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-c8df92f8-4640-4d0d-82e7-9c016d2607f9 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:27.326238 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-c8df92f8-4640-4d0d-82e7-9c016d2607f9 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:27.349586 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-c8df92f8-4640-4d0d-82e7-9c016d2607f9 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7166941
Jun 21 16:41:27.370963 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-9a687448-ddf6-4e8b-96db-46c2701b3578 service neutron] Request body: {'port': {'device_id': '4ce5f3e7-1128-4599-b7a1-fb84e11c47ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79716'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:41:27.434076 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29d762-82f6-44e8-8bcb-48b321a50f23 req-7c70f9a6-c7b8-472a-aa93-77949ebd682b tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:27.435798 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2d29d762-82f6-44e8-8bcb-48b321a50f23 req-7c70f9a6-c7b8-472a-aa93-77949ebd682b tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce5f3e7-1128-4599-b7a1-fb84e11c47ab HTTP/1.1" status: 200  len: 931 time: 0.0815632
Jun 21 16:41:27.482225 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2d29d762-82f6-44e8-8bcb-48b321a50f23 req-7fd68ebd-9ad4-4215-b781-7df6655ba876 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402977
Jun 21 16:41:27.483362 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-9a687448-ddf6-4e8b-96db-46c2701b3578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:27.812524 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-9a687448-ddf6-4e8b-96db-46c2701b3578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad9f9daf-1107-4a28-9f18-d81c8a65b685 {{(pid=78426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:41:27.820312 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-9a687448-ddf6-4e8b-96db-46c2701b3578 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:27.835305 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-9a687448-ddf6-4e8b-96db-46c2701b3578 service neutron] Transition to ACTIVE for port object ad9f9daf-1107-4a28-9f18-d81c8a65b685 will not be triggered until provisioned by entity L2. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:41:27.838866 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-9a687448-ddf6-4e8b-96db-46c2701b3578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2434630'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:27.843201 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-542b589e-4653-4907-8337-599f20f9a95c tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:41:27.991213 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a687448-ddf6-4e8b-96db-46c2701b3578 service neutron] Pushing event updated for resources: {'Port': ['ID=ad9f9daf-1107-4a28-9f18-d81c8a65b685,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:41:27.999967 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-9a687448-ddf6-4e8b-96db-46c2701b3578 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:41:28.064758 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-9a687448-ddf6-4e8b-96db-46c2701b3578 service neutron] Attempting to bind port ad9f9daf-1107-4a28-9f18-d81c8a65b685 on host hv-cinder-79716 for vnic_type normal with profile  {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:41:28.065009 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-9a687448-ddf6-4e8b-96db-46c2701b3578 service neutron] Attempting to bind port ad9f9daf-1107-4a28-9f18-d81c8a65b685 by drivers openvswitch,hyperv on host hv-cinder-79716 at level 0 using segments [{'id': '33f80c76-3dfd-4cef-9c2a-69a109def59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b36a83d0-d575-4f34-a24f-86cf64fecf11'}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:41:28.065334 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-9a687448-ddf6-4e8b-96db-46c2701b3578 service neutron] Attempting to bind port ad9f9daf-1107-4a28-9f18-d81c8a65b685 on network b36a83d0-d575-4f34-a24f-86cf64fecf11 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:41:28.069839 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-9a687448-ddf6-4e8b-96db-46c2701b3578 service neutron] Port ad9f9daf-1107-4a28-9f18-d81c8a65b685 on network b36a83d0-d575-4f34-a24f-86cf64fecf11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79716 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 16:41:28.070162 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-9a687448-ddf6-4e8b-96db-46c2701b3578 service neutron] Attempting to bind port ad9f9daf-1107-4a28-9f18-d81c8a65b685 on network b36a83d0-d575-4f34-a24f-86cf64fecf11 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:41:28.075426 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-9a687448-ddf6-4e8b-96db-46c2701b3578 service neutron] Checking agent: {'id': '8fa6119b-2ff5-4d4e-8bfd-f2c719c77604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79716', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'started_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:41:28.075794 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-9a687448-ddf6-4e8b-96db-46c2701b3578 service neutron] Checking segment: {'id': '33f80c76-3dfd-4cef-9c2a-69a109def59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b36a83d0-d575-4f34-a24f-86cf64fecf11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:41:28.076179 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-9a687448-ddf6-4e8b-96db-46c2701b3578 service neutron] Bound using segment: {'id': '33f80c76-3dfd-4cef-9c2a-69a109def59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b36a83d0-d575-4f34-a24f-86cf64fecf11'} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:41:28.076612 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-9a687448-ddf6-4e8b-96db-46c2701b3578 service neutron] Bound port: ad9f9daf-1107-4a28-9f18-d81c8a65b685, host: hv-cinder-79716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33f80c76-3dfd-4cef-9c2a-69a109def59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b36a83d0-d575-4f34-a24f-86cf64fecf11'}}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:41:28.076960 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-9a687448-ddf6-4e8b-96db-46c2701b3578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:28.165798 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-9a687448-ddf6-4e8b-96db-46c2701b3578 service neutron] For port ad9f9daf-1107-4a28-9f18-d81c8a65b685, host hv-cinder-79716, cleared binding levels {{(pid=78426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:41:28.168789 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-9a687448-ddf6-4e8b-96db-46c2701b3578 service neutron] For port ad9f9daf-1107-4a28-9f18-d81c8a65b685, host hv-cinder-79716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=ad9f9daf-1107-4a28-9f18-d81c8a65b685,segment=NetworkSegment(33f80c76-3dfd-4cef-9c2a-69a109def59a),segment_id=33f80c76-3dfd-4cef-9c2a-69a109def59a)] {{(pid=78426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:41:28.172570 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-9a687448-ddf6-4e8b-96db-46c2701b3578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2434630'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:28.176901 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-06154359-1f92-49d6-b4be-e120ebf183e7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:41:28.226215 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-9a687448-ddf6-4e8b-96db-46c2701b3578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:28.227000 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-9a687448-ddf6-4e8b-96db-46c2701b3578 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:28.228400 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-9a687448-ddf6-4e8b-96db-46c2701b3578 service neutron] 10.222.0.39 "PUT /v2.0/ports/ad9f9daf-1107-4a28-9f18-d81c8a65b685 HTTP/1.1" status: 200  len: 1093 time: 0.8619046
Jun 21 16:41:28.234862 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce5f3e7-1128-4599-b7a1-fb84e11c47ab', 'tag': 'ad9f9daf-1107-4a28-9f18-d81c8a65b685'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:41:28.259114 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a687448-ddf6-4e8b-96db-46c2701b3578 service neutron] Pushing event updated for resources: {'Port': ['ID=ad9f9daf-1107-4a28-9f18-d81c8a65b685,revision_number=3']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:41:28.262132 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-9a687448-ddf6-4e8b-96db-46c2701b3578 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:41:28.285684 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ce5f3e7-1128-4599-b7a1-fb84e11c47ab', 'tag': 'ad9f9daf-1107-4a28-9f18-d81c8a65b685', 'status': 'completed', 'code': 200}
Jun 21 16:41:28.383390 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-97b58bcb-a1f1-4105-8e52-6f65eb11eaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:28.384796 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-97b58bcb-a1f1-4105-8e52-6f65eb11eaa1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=79d4727045d641158a9a982fa38c602b&device_id=4ce5f3e7-1128-4599-b7a1-fb84e11c47ab HTTP/1.1" status: 200  len: 1096 time: 0.0696673
Jun 21 16:41:28.560613 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-3b999543-5456-4cf8-bd83-d906ddd1efce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad9f9daf-1107-4a28-9f18-d81c8a65b685 HTTP/1.1" status: 200  len: 217 time: 0.1581428
Jun 21 16:41:28.622722 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-8f5f9281-4707-401e-a8d4-8f8898d547ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:28.624200 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-8f5f9281-4707-401e-a8d4-8f8898d547ea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=695478f2-5745-40bc-862c-f724fca88d65 HTTP/1.1" status: 200  len: 855 time: 0.0576715
Jun 21 16:41:28.679397 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-5e0d5f4a-a21b-423d-8931-ab88d198e45d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b36a83d0-d575-4f34-a24f-86cf64fecf11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0448270
Jun 21 16:41:28.745230 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81393dc0-5fe8-4270-97b9-4203dae9bc25 req-50371cc8-5597-442f-bd5e-5fd05420a7b5 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:28.746676 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-81393dc0-5fe8-4270-97b9-4203dae9bc25 req-50371cc8-5597-442f-bd5e-5fd05420a7b5 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce5f3e7-1128-4599-b7a1-fb84e11c47ab HTTP/1.1" status: 200  len: 943 time: 0.1597085
Jun 21 16:41:28.790863 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-81393dc0-5fe8-4270-97b9-4203dae9bc25 req-7609bd12-6835-49c4-a71f-2b54faf268ee tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382860
Jun 21 16:41:28.816220 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-9e5bdc8b-bf32-4261-8f9a-b42e5e642dd6 service neutron] 10.222.0.39 "GET /v2.0/networks/b36a83d0-d575-4f34-a24f-86cf64fecf11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261480
Jun 21 16:41:28.947292 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-b2afbf29-ba3a-4cc3-b5fb-df72c6608b13 req-e1b2667b-4526-48f6-bc3a-80778d7607cc service neutron] 10.222.0.39 "GET /v2.0/networks/b36a83d0-d575-4f34-a24f-86cf64fecf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1217949
Jun 21 16:41:29.116490 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac37b5f-b7be-4d5d-ae6d-6f491d66e5f5 req-492dba61-0c3c-451c-9c26-0bcb6a99c57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:29.117969 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-8ac37b5f-b7be-4d5d-ae6d-6f491d66e5f5 req-492dba61-0c3c-451c-9c26-0bcb6a99c57b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=79d4727045d641158a9a982fa38c602b&device_id=4ce5f3e7-1128-4599-b7a1-fb84e11c47ab HTTP/1.1" status: 200  len: 1096 time: 0.0709329
Jun 21 16:41:29.249093 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac37b5f-b7be-4d5d-ae6d-6f491d66e5f5 req-3753fdb8-9f5a-4131-b0f1-1a4c900b3ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:29.250440 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-8ac37b5f-b7be-4d5d-ae6d-6f491d66e5f5 req-3753fdb8-9f5a-4131-b0f1-1a4c900b3ba0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b36a83d0-d575-4f34-a24f-86cf64fecf11 HTTP/1.1" status: 200  len: 916 time: 0.1237617
Jun 21 16:41:29.322752 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-8ac37b5f-b7be-4d5d-ae6d-6f491d66e5f5 req-f1d4fb31-c56a-4bd7-bceb-0473a09e1814 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad9f9daf-1107-4a28-9f18-d81c8a65b685 HTTP/1.1" status: 200  len: 217 time: 0.0624874
Jun 21 16:41:29.384003 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac37b5f-b7be-4d5d-ae6d-6f491d66e5f5 req-62627a60-883e-4166-8395-b78ccfb231be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:29.385395 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-8ac37b5f-b7be-4d5d-ae6d-6f491d66e5f5 req-62627a60-883e-4166-8395-b78ccfb231be service neutron] 10.222.0.39 "GET /v2.0/subnets?id=695478f2-5745-40bc-862c-f724fca88d65 HTTP/1.1" status: 200  len: 855 time: 0.0560508
Jun 21 16:41:29.434783 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-8ac37b5f-b7be-4d5d-ae6d-6f491d66e5f5 req-dbdcff75-2a13-4ba2-89a3-f3a2d75e89a7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b36a83d0-d575-4f34-a24f-86cf64fecf11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0426264
Jun 21 16:41:29.563182 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-8ac37b5f-b7be-4d5d-ae6d-6f491d66e5f5 req-8f788d57-94e6-45a7-8ab0-7ccc00656379 service neutron] 10.222.0.39 "GET /v2.0/networks/b36a83d0-d575-4f34-a24f-86cf64fecf11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1205294
Jun 21 16:41:29.693029 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-8ac37b5f-b7be-4d5d-ae6d-6f491d66e5f5 req-20b91079-3079-4084-9a58-3e73ae4c7c51 service neutron] 10.222.0.39 "GET /v2.0/networks/b36a83d0-d575-4f34-a24f-86cf64fecf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1205583
Jun 21 16:41:29.973657 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c09d91-736e-419c-b4eb-d58e7cbec646 req-0031247e-00d2-48a4-a058-372ab9ab80a0 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:29.975119 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b5c09d91-736e-419c-b4eb-d58e7cbec646 req-0031247e-00d2-48a4-a058-372ab9ab80a0 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce5f3e7-1128-4599-b7a1-fb84e11c47ab HTTP/1.1" status: 200  len: 943 time: 0.0791581
Jun 21 16:41:30.021647 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b5c09d91-736e-419c-b4eb-d58e7cbec646 req-3204e822-d2e4-46ad-bf7e-00abcbb8666e tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406897
Jun 21 16:41:31.206828 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b6d50-baeb-4817-9bc8-d3d5b02e93de req-5be6c04c-d50f-49d8-810c-a5daca3c5955 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:31.208291 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b72b6d50-baeb-4817-9bc8-d3d5b02e93de req-5be6c04c-d50f-49d8-810c-a5daca3c5955 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce5f3e7-1128-4599-b7a1-fb84e11c47ab HTTP/1.1" status: 200  len: 943 time: 0.0778720
Jun 21 16:41:31.251436 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b72b6d50-baeb-4817-9bc8-d3d5b02e93de req-c9cf23de-5536-498b-8533-e0cfa4be2eaf tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374670
Jun 21 16:41:32.445886 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ef693-98b5-4453-aa17-e4efb82bf518 req-bad3e740-0124-4cbc-a01d-643cdc5c0b4c tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:32.448029 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a00ef693-98b5-4453-aa17-e4efb82bf518 req-bad3e740-0124-4cbc-a01d-643cdc5c0b4c tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce5f3e7-1128-4599-b7a1-fb84e11c47ab HTTP/1.1" status: 200  len: 943 time: 0.0924196
Jun 21 16:41:32.493750 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a00ef693-98b5-4453-aa17-e4efb82bf518 req-f0d69109-bcf1-4de2-9e59-b4b15de294e8 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401702
Jun 21 16:41:32.521728 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device ad9f9daf-1107-4a28-9f18-d81c8a65b685 details requested by agent hyperv_hv-cinder-79716 with host hv-cinder-79716 {{(pid=78428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 16:41:32.650578 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port ad9f9daf-1107-4a28-9f18-d81c8a65b685, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=ad9f9daf-1107-4a28-9f18-d81c8a65b685,segment=NetworkSegment(33f80c76-3dfd-4cef-9c2a-69a109def59a),segment_id=33f80c76-3dfd-4cef-9c2a-69a109def59a)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:41:32.663818 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Returning: {'device': 'ad9f9daf-1107-4a28-9f18-d81c8a65b685', 'network_id': 'b36a83d0-d575-4f34-a24f-86cf64fecf11', 'port_id': 'ad9f9daf-1107-4a28-9f18-d81c8a65b685', 'mac_address': 'fa:16:3e:46:4a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '695478f2-5745-40bc-862c-f724fca88d65', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 16:41:32.719984 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:32.737088 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad9f9daf-1107-4a28-9f18-d81c8a65b685 {{(pid=78428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:41:32.751400 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port ad9f9daf-1107-4a28-9f18-d81c8a65b685, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=ad9f9daf-1107-4a28-9f18-d81c8a65b685,segment=NetworkSegment(33f80c76-3dfd-4cef-9c2a-69a109def59a),segment_id=33f80c76-3dfd-4cef-9c2a-69a109def59a)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:41:32.769305 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:32.771002 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:41:32.836091 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=ad9f9daf-1107-4a28-9f18-d81c8a65b685,revision_number=4']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:41:32.842975 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:41:32.843311 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:41:32.843675 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:41:32.843989 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:41:32.844310 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:41:32.844629 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:41:32.844946 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:41:32.845262 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:41:32.846319 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:41:32.846837 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:41:32.847163 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:41:32.847498 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:41:32.851141 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:41:33.133863 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['ad9f9daf-1107-4a28-9f18-d81c8a65b685'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:41:33.677858 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4403b-09cd-480b-8406-6bbef7c737e8 req-35e657a6-6e71-458d-8864-0f44758ccb8d tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:33.679275 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-87a4403b-09cd-480b-8406-6bbef7c737e8 req-35e657a6-6e71-458d-8864-0f44758ccb8d tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce5f3e7-1128-4599-b7a1-fb84e11c47ab HTTP/1.1" status: 200  len: 944 time: 0.0777519
Jun 21 16:41:33.722868 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-87a4403b-09cd-480b-8406-6bbef7c737e8 req-eda3d85c-a1b5-4010-98e0-81833a8747ef tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379822
Jun 21 16:41:34.530714 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device ad9f9daf-1107-4a28-9f18-d81c8a65b685 up at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:41:34.597109 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning for port ad9f9daf-1107-4a28-9f18-d81c8a65b685 completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:41:34.601605 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning complete for port ad9f9daf-1107-4a28-9f18-d81c8a65b685 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:41:34.601983 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:34.715055 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:34.741409 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce5f3e7-1128-4599-b7a1-fb84e11c47ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9f9daf-1107-4a28-9f18-d81c8a65b685'}] {{(pid=78428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:41:34.751175 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port ad9f9daf-1107-4a28-9f18-d81c8a65b685, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=ad9f9daf-1107-4a28-9f18-d81c8a65b685,segment=NetworkSegment(33f80c76-3dfd-4cef-9c2a-69a109def59a),segment_id=33f80c76-3dfd-4cef-9c2a-69a109def59a)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:41:34.755992 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:34.758023 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:41:34.792116 dv-cinder-797161-1-iscsi neutron-server[78428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce5f3e7-1128-4599-b7a1-fb84e11c47ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9f9daf-1107-4a28-9f18-d81c8a65b685', 'code': 200}
Jun 21 16:41:34.828236 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=ad9f9daf-1107-4a28-9f18-d81c8a65b685,revision_number=5']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:41:34.832150 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:41:34.920057 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239db0d8-62f8-477a-8574-32ac5f40afa6 req-ca805bde-241a-408d-b451-27e5b13f340c tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:34.921512 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-239db0d8-62f8-477a-8574-32ac5f40afa6 req-ca805bde-241a-408d-b451-27e5b13f340c tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce5f3e7-1128-4599-b7a1-fb84e11c47ab HTTP/1.1" status: 200  len: 945 time: 0.0857346
Jun 21 16:41:34.968909 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-239db0d8-62f8-477a-8574-32ac5f40afa6 req-ee958a95-a5b2-4ca8-a710-9058816f51e5 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410342
Jun 21 16:41:35.076604 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eed6df-4543-4d0e-8b30-2fdd904cf052 req-cab27d43-d123-4717-ae24-0e24e7026a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:35.078000 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-19eed6df-4543-4d0e-8b30-2fdd904cf052 req-cab27d43-d123-4717-ae24-0e24e7026a76 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4ce5f3e7-1128-4599-b7a1-fb84e11c47ab HTTP/1.1" status: 200  len: 1098 time: 0.0687380
Jun 21 16:41:35.120937 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-19eed6df-4543-4d0e-8b30-2fdd904cf052 req-c09e8a7c-15b0-4029-95bb-cdf8f5abd4f4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0343471
Jun 21 16:41:36.155505 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffb757-8f44-42a5-84f8-976305f331e2 req-b07e9570-b724-49be-ab4c-9b1323048461 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:36.156952 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f8ffb757-8f44-42a5-84f8-976305f331e2 req-b07e9570-b724-49be-ab4c-9b1323048461 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce5f3e7-1128-4599-b7a1-fb84e11c47ab HTTP/1.1" status: 200  len: 945 time: 0.0817456
Jun 21 16:41:36.200678 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f8ffb757-8f44-42a5-84f8-976305f331e2 req-1c8aac26-e69e-4e4b-8630-b6230f421a32 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380254
Jun 21 16:41:37.380562 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f85cc8-7d88-4687-8006-bd36f99b5470 req-250761f5-4fc8-487b-b981-2933385399fb tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:37.381903 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e0f85cc8-7d88-4687-8006-bd36f99b5470 req-250761f5-4fc8-487b-b981-2933385399fb tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce5f3e7-1128-4599-b7a1-fb84e11c47ab HTTP/1.1" status: 200  len: 945 time: 0.0787990
Jun 21 16:41:37.425661 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e0f85cc8-7d88-4687-8006-bd36f99b5470 req-c7ea3e90-b78c-434f-a7f3-1c4a1c6c8782 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381467
Jun 21 16:41:38.725632 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:41:39.493543 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-da1b5587-c6d7-4ece-9254-e22914916ae4 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:39.494959 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-da1b5587-c6d7-4ece-9254-e22914916ae4 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/networks?id=b36a83d0-d575-4f34-a24f-86cf64fecf11 HTTP/1.1" status: 200  len: 815 time: 0.1418273
Jun 21 16:41:39.509770 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-5a9eeac1-e42d-4d0d-bc22-572b2ded8aec tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/quotas/79d4727045d641158a9a982fa38c602b HTTP/1.1" status: 200  len: 375 time: 0.0092812
Jun 21 16:41:39.592765 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-4b847638-fbfe-4511-9fa0-cf8fef9f36f4 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=79d4727045d641158a9a982fa38c602b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0781059
Jun 21 16:41:39.764206 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-aaaf00bb-7e12-4826-ad4d-ba91e4f1adaa service neutron] 10.222.0.24 "GET /v2.0/networks/b36a83d0-d575-4f34-a24f-86cf64fecf11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1647146
Jun 21 16:41:39.891980 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-4bb0b2e6-87d4-4710-aaf6-0c7a515c7ef5 service neutron] 10.222.0.24 "GET /v2.0/networks/b36a83d0-d575-4f34-a24f-86cf64fecf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1216962
Jun 21 16:41:40.067761 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-89e5dc07-bf02-4142-97ac-ce609807df98 req-6a6e554c-0c02-4f72-81ba-479544f04efd tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3259a2-4eb9-4664-a6d4-ef7d15373863 HTTP/1.1" status: 200  len: 210 time: 0.0460103
Jun 21 16:41:41.229758 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7d5d323d-2c3d-4dc9-89f6-c65e42deb7ac req-c7f21069-3d47-48b1-870b-457ab93004ac tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3259a2-4eb9-4664-a6d4-ef7d15373863 HTTP/1.1" status: 200  len: 210 time: 0.0487826
Jun 21 16:41:41.272877 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-2645b2a5-075e-496a-932b-86d1d0a29014 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:41.274356 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-2645b2a5-075e-496a-932b-86d1d0a29014 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.39 "GET /v2.0/networks?id=b36a83d0-d575-4f34-a24f-86cf64fecf11 HTTP/1.1" status: 200  len: 815 time: 0.1477273
Jun 21 16:41:41.296472 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-424915e5-045a-47d2-868e-bc801d0cd10a tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Request body: {'port': {'device_id': '5b3259a2-4eb9-4664-a6d4-ef7d15373863', 'network_id': 'b36a83d0-d575-4f34-a24f-86cf64fecf11', 'admin_state_up': True, 'tenant_id': '79d4727045d641158a9a982fa38c602b'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:41:41.432341 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-424915e5-045a-47d2-868e-bc801d0cd10a tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:41:41.436317 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-424915e5-045a-47d2-868e-bc801d0cd10a tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Usage tracker for resource:port and tenant:79d4727045d641158a9a982fa38c602b is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:41:41.439042 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-424915e5-045a-47d2-868e-bc801d0cd10a tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:41:41.445033 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-424915e5-045a-47d2-868e-bc801d0cd10a tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:41:41.454594 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-424915e5-045a-47d2-868e-bc801d0cd10a tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Made reservation on behalf of 79d4727045d641158a9a982fa38c602b for: {'port': 1} {{(pid=78426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:41:41.458381 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-424915e5-045a-47d2-868e-bc801d0cd10a tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:41.714384 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-424915e5-045a-47d2-868e-bc801d0cd10a tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Allocated IP 172.20.0.2 (b36a83d0-d575-4f34-a24f-86cf64fecf11/695478f2-5745-40bc-862c-f724fca88d65/51543ea0-f1b5-448d-81ca-4271f136d2bd) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:41:41.913064 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-424915e5-045a-47d2-868e-bc801d0cd10a tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:41.942273 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-424915e5-045a-47d2-868e-bc801d0cd10a tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:41.947556 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-049387e6-5278-4f49-8c03-54f65631f36c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:41:41.990495 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['29643056-190b-468f-927b-00c6a7e985cd', 'ad9f9daf-1107-4a28-9f18-d81c8a65b685'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:41:42.011468 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-424915e5-045a-47d2-868e-bc801d0cd10a tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Network b36a83d0-d575-4f34-a24f-86cf64fecf11 is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:41:42.014467 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-424915e5-045a-47d2-868e-bc801d0cd10a tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:41:42.018348 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-424915e5-045a-47d2-868e-bc801d0cd10a tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:41:42.055423 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424915e5-045a-47d2-868e-bc801d0cd10a tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Pushing event updated for resources: {'Port': ['ID=51543ea0-f1b5-448d-81ca-4271f136d2bd,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:41:42.059772 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-424915e5-045a-47d2-868e-bc801d0cd10a tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:41:42.086122 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-424915e5-045a-47d2-868e-bc801d0cd10a tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:42.086730 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-424915e5-045a-47d2-868e-bc801d0cd10a tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:42.107356 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-424915e5-045a-47d2-868e-bc801d0cd10a tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8154945
Jun 21 16:41:42.130761 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-5777ed58-0bcf-4399-9ac9-a798587bbc96 service neutron] Request body: {'port': {'device_id': '5b3259a2-4eb9-4664-a6d4-ef7d15373863', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79716'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:41:42.242944 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-5777ed58-0bcf-4399-9ac9-a798587bbc96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:42.419031 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48447384-d5f5-4991-a19f-8d4e7572b4ab req-5f5c4f56-0cdc-4ca1-84c8-14ab516a3222 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:42.420524 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-48447384-d5f5-4991-a19f-8d4e7572b4ab req-5f5c4f56-0cdc-4ca1-84c8-14ab516a3222 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3259a2-4eb9-4664-a6d4-ef7d15373863 HTTP/1.1" status: 200  len: 931 time: 0.0816627
Jun 21 16:41:42.465224 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-48447384-d5f5-4991-a19f-8d4e7572b4ab req-5c2a55ab-fe4e-4abe-8133-f777dbe419ff tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384815
Jun 21 16:41:42.576632 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-5777ed58-0bcf-4399-9ac9-a798587bbc96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51543ea0-f1b5-448d-81ca-4271f136d2bd {{(pid=78426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:41:42.584258 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-5777ed58-0bcf-4399-9ac9-a798587bbc96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:42.598661 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-5777ed58-0bcf-4399-9ac9-a798587bbc96 service neutron] Transition to ACTIVE for port object 51543ea0-f1b5-448d-81ca-4271f136d2bd will not be triggered until provisioned by entity L2. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:41:42.602317 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-5777ed58-0bcf-4399-9ac9-a798587bbc96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2434630'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:42.606070 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-4850fd99-ce76-49a2-8925-aee9d16cbba0 tempest-ServerRescueNegativeTestJSON-1598079508 tempest-ServerRescueNegativeTestJSON-1598079508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:41:42.727587 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777ed58-0bcf-4399-9ac9-a798587bbc96 service neutron] Pushing event updated for resources: {'Port': ['ID=51543ea0-f1b5-448d-81ca-4271f136d2bd,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:41:42.753079 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-5777ed58-0bcf-4399-9ac9-a798587bbc96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:41:42.828358 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-5777ed58-0bcf-4399-9ac9-a798587bbc96 service neutron] Attempting to bind port 51543ea0-f1b5-448d-81ca-4271f136d2bd on host hv-cinder-79716 for vnic_type normal with profile  {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:41:42.828610 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-5777ed58-0bcf-4399-9ac9-a798587bbc96 service neutron] Attempting to bind port 51543ea0-f1b5-448d-81ca-4271f136d2bd by drivers openvswitch,hyperv on host hv-cinder-79716 at level 0 using segments [{'id': '33f80c76-3dfd-4cef-9c2a-69a109def59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b36a83d0-d575-4f34-a24f-86cf64fecf11'}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:41:42.828935 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-5777ed58-0bcf-4399-9ac9-a798587bbc96 service neutron] Attempting to bind port 51543ea0-f1b5-448d-81ca-4271f136d2bd on network b36a83d0-d575-4f34-a24f-86cf64fecf11 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:41:42.834090 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-5777ed58-0bcf-4399-9ac9-a798587bbc96 service neutron] Port 51543ea0-f1b5-448d-81ca-4271f136d2bd on network b36a83d0-d575-4f34-a24f-86cf64fecf11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79716 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 16:41:42.834412 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-5777ed58-0bcf-4399-9ac9-a798587bbc96 service neutron] Attempting to bind port 51543ea0-f1b5-448d-81ca-4271f136d2bd on network b36a83d0-d575-4f34-a24f-86cf64fecf11 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:41:42.839405 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-5777ed58-0bcf-4399-9ac9-a798587bbc96 service neutron] Checking agent: {'id': '8fa6119b-2ff5-4d4e-8bfd-f2c719c77604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79716', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'started_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:41:42.839771 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-5777ed58-0bcf-4399-9ac9-a798587bbc96 service neutron] Checking segment: {'id': '33f80c76-3dfd-4cef-9c2a-69a109def59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b36a83d0-d575-4f34-a24f-86cf64fecf11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:41:42.840162 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-5777ed58-0bcf-4399-9ac9-a798587bbc96 service neutron] Bound using segment: {'id': '33f80c76-3dfd-4cef-9c2a-69a109def59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b36a83d0-d575-4f34-a24f-86cf64fecf11'} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:41:42.840581 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-5777ed58-0bcf-4399-9ac9-a798587bbc96 service neutron] Bound port: 51543ea0-f1b5-448d-81ca-4271f136d2bd, host: hv-cinder-79716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33f80c76-3dfd-4cef-9c2a-69a109def59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b36a83d0-d575-4f34-a24f-86cf64fecf11'}}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:41:42.840925 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-5777ed58-0bcf-4399-9ac9-a798587bbc96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:42.926100 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-5777ed58-0bcf-4399-9ac9-a798587bbc96 service neutron] For port 51543ea0-f1b5-448d-81ca-4271f136d2bd, host hv-cinder-79716, cleared binding levels {{(pid=78426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:41:42.928976 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-5777ed58-0bcf-4399-9ac9-a798587bbc96 service neutron] For port 51543ea0-f1b5-448d-81ca-4271f136d2bd, host hv-cinder-79716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=51543ea0-f1b5-448d-81ca-4271f136d2bd,segment=NetworkSegment(33f80c76-3dfd-4cef-9c2a-69a109def59a),segment_id=33f80c76-3dfd-4cef-9c2a-69a109def59a)] {{(pid=78426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:41:42.933315 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-5777ed58-0bcf-4399-9ac9-a798587bbc96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2434630'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:42.937876 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-466ed42f-3048-4fc5-b09b-da5ebbb84850 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:41:42.994414 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-5777ed58-0bcf-4399-9ac9-a798587bbc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:42.995026 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-5777ed58-0bcf-4399-9ac9-a798587bbc96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:42.996427 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-5777ed58-0bcf-4399-9ac9-a798587bbc96 service neutron] 10.222.0.39 "PUT /v2.0/ports/51543ea0-f1b5-448d-81ca-4271f136d2bd HTTP/1.1" status: 200  len: 1093 time: 0.8700280
Jun 21 16:41:42.996929 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b3259a2-4eb9-4664-a6d4-ef7d15373863', 'tag': '51543ea0-f1b5-448d-81ca-4271f136d2bd'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:41:43.018813 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777ed58-0bcf-4399-9ac9-a798587bbc96 service neutron] Pushing event updated for resources: {'Port': ['ID=51543ea0-f1b5-448d-81ca-4271f136d2bd,revision_number=3']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:41:43.021744 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-5777ed58-0bcf-4399-9ac9-a798587bbc96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:41:43.050505 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b3259a2-4eb9-4664-a6d4-ef7d15373863', 'tag': '51543ea0-f1b5-448d-81ca-4271f136d2bd', 'status': 'completed', 'code': 200}
Jun 21 16:41:43.141320 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-d84fb97a-e528-47b5-928a-2371ffc9dabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:43.142789 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-d84fb97a-e528-47b5-928a-2371ffc9dabf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=79d4727045d641158a9a982fa38c602b&device_id=5b3259a2-4eb9-4664-a6d4-ef7d15373863 HTTP/1.1" status: 200  len: 1096 time: 0.0708477
Jun 21 16:41:43.224034 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-f2bac7c7-788a-4d02-96f9-88420a49e67f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51543ea0-f1b5-448d-81ca-4271f136d2bd HTTP/1.1" status: 200  len: 217 time: 0.0625875
Jun 21 16:41:43.287861 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-945d307d-3b7d-4a0f-93ee-5e1a2357096c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:43.289281 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-945d307d-3b7d-4a0f-93ee-5e1a2357096c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=695478f2-5745-40bc-862c-f724fca88d65 HTTP/1.1" status: 200  len: 855 time: 0.0561543
Jun 21 16:41:43.341225 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-caf80014-c792-480d-9912-df9af75ce57f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b36a83d0-d575-4f34-a24f-86cf64fecf11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0450263
Jun 21 16:41:43.567251 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-a60b0d73-394b-4fef-b4a1-d319a3cdda10 service neutron] 10.222.0.39 "GET /v2.0/networks/b36a83d0-d575-4f34-a24f-86cf64fecf11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2173588
Jun 21 16:41:43.650056 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fa58f-5352-4b25-80fa-381814383951 req-955940ea-ed77-4f3e-8762-f94bdcba4464 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:43.651494 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c48fa58f-5352-4b25-80fa-381814383951 req-955940ea-ed77-4f3e-8762-f94bdcba4464 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3259a2-4eb9-4664-a6d4-ef7d15373863 HTTP/1.1" status: 200  len: 943 time: 0.0813057
Jun 21 16:41:43.697890 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c48fa58f-5352-4b25-80fa-381814383951 req-077285bc-511e-4db7-9272-fda464386b58 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405388
Jun 21 16:41:43.701632 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-140e3089-2c4d-4e3b-ac19-ca41c4024d93 req-a1cb4344-4ef4-412f-bfcc-376799ad9d7c service neutron] 10.222.0.39 "GET /v2.0/networks/b36a83d0-d575-4f34-a24f-86cf64fecf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261125
Jun 21 16:41:43.893084 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14556b-35d3-438f-9ca1-220fab48cefd req-5996c3b6-cffb-4f3b-9962-3b2316cb619a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:43.894710 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-7b14556b-35d3-438f-9ca1-220fab48cefd req-5996c3b6-cffb-4f3b-9962-3b2316cb619a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=79d4727045d641158a9a982fa38c602b&device_id=5b3259a2-4eb9-4664-a6d4-ef7d15373863 HTTP/1.1" status: 200  len: 1096 time: 0.0693452
Jun 21 16:41:44.028717 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14556b-35d3-438f-9ca1-220fab48cefd req-18a29a32-656f-4d32-bb1b-a060a685ae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:44.030145 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-7b14556b-35d3-438f-9ca1-220fab48cefd req-18a29a32-656f-4d32-bb1b-a060a685ae80 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b36a83d0-d575-4f34-a24f-86cf64fecf11 HTTP/1.1" status: 200  len: 916 time: 0.1241744
Jun 21 16:41:44.104385 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-7b14556b-35d3-438f-9ca1-220fab48cefd req-32017b91-b0db-4887-abc6-792689b52255 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51543ea0-f1b5-448d-81ca-4271f136d2bd HTTP/1.1" status: 200  len: 217 time: 0.0636516
Jun 21 16:41:44.174060 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14556b-35d3-438f-9ca1-220fab48cefd req-86360c06-4383-4958-ae27-4ec8b4045ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:44.176417 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-7b14556b-35d3-438f-9ca1-220fab48cefd req-86360c06-4383-4958-ae27-4ec8b4045ba0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=695478f2-5745-40bc-862c-f724fca88d65 HTTP/1.1" status: 200  len: 855 time: 0.0572631
Jun 21 16:41:44.228111 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-7b14556b-35d3-438f-9ca1-220fab48cefd req-bb521529-8c27-4240-a216-c2c0657ea7d5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b36a83d0-d575-4f34-a24f-86cf64fecf11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0435443
Jun 21 16:41:44.357698 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-7b14556b-35d3-438f-9ca1-220fab48cefd req-dd655231-20db-4f4b-8052-55f268cc19a3 service neutron] 10.222.0.39 "GET /v2.0/networks/b36a83d0-d575-4f34-a24f-86cf64fecf11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1218531
Jun 21 16:41:44.483833 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-7b14556b-35d3-438f-9ca1-220fab48cefd req-67910aa8-1c2c-4dfc-a640-d975d60f34cc service neutron] 10.222.0.39 "GET /v2.0/networks/b36a83d0-d575-4f34-a24f-86cf64fecf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1192420
Jun 21 16:41:44.880905 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4b856-4c78-4f76-927e-e3de1d87f48b req-8dc4b290-c2f1-484e-bcb9-0e5904cd6edf tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:44.882311 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-bfb4b856-4c78-4f76-927e-e3de1d87f48b req-8dc4b290-c2f1-484e-bcb9-0e5904cd6edf tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3259a2-4eb9-4664-a6d4-ef7d15373863 HTTP/1.1" status: 200  len: 943 time: 0.0779142
Jun 21 16:41:44.927109 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-bfb4b856-4c78-4f76-927e-e3de1d87f48b req-f11f480c-d103-4cbe-92ce-a6da449d89d7 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391603
Jun 21 16:41:46.184136 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1371872-2470-4785-959c-dd474a31d4a9 req-a55fb945-0089-4dc1-ae92-c06cb9b7f38b tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:46.185834 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a1371872-2470-4785-959c-dd474a31d4a9 req-a55fb945-0089-4dc1-ae92-c06cb9b7f38b tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3259a2-4eb9-4664-a6d4-ef7d15373863 HTTP/1.1" status: 200  len: 943 time: 0.1579947
Jun 21 16:41:46.230248 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a1371872-2470-4785-959c-dd474a31d4a9 req-e72a64a0-2c7c-456f-9ac8-69605ab17d9c tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383058
Jun 21 16:41:46.626583 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 51543ea0-f1b5-448d-81ca-4271f136d2bd details requested by agent hyperv_hv-cinder-79716 with host hv-cinder-79716 {{(pid=78428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 16:41:46.757030 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 51543ea0-f1b5-448d-81ca-4271f136d2bd, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=51543ea0-f1b5-448d-81ca-4271f136d2bd,segment=NetworkSegment(33f80c76-3dfd-4cef-9c2a-69a109def59a),segment_id=33f80c76-3dfd-4cef-9c2a-69a109def59a)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:41:46.770366 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Returning: {'device': '51543ea0-f1b5-448d-81ca-4271f136d2bd', 'network_id': 'b36a83d0-d575-4f34-a24f-86cf64fecf11', 'port_id': '51543ea0-f1b5-448d-81ca-4271f136d2bd', 'mac_address': 'fa:16:3e:57:0f:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '695478f2-5745-40bc-862c-f724fca88d65', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 16:41:46.823017 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:46.839755 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51543ea0-f1b5-448d-81ca-4271f136d2bd {{(pid=78428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:41:46.854469 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 51543ea0-f1b5-448d-81ca-4271f136d2bd, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=51543ea0-f1b5-448d-81ca-4271f136d2bd,segment=NetworkSegment(33f80c76-3dfd-4cef-9c2a-69a109def59a),segment_id=33f80c76-3dfd-4cef-9c2a-69a109def59a)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:41:46.858128 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:46.859880 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:41:46.926144 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=51543ea0-f1b5-448d-81ca-4271f136d2bd,revision_number=4']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:41:46.929140 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:41:47.275124 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['51543ea0-f1b5-448d-81ca-4271f136d2bd'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:41:47.413863 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de6d47-5f68-4eae-9e99-6acab01cb6df req-131f6fc9-bc11-48f6-a511-43611154334d tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:47.415311 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-21de6d47-5f68-4eae-9e99-6acab01cb6df req-131f6fc9-bc11-48f6-a511-43611154334d tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3259a2-4eb9-4664-a6d4-ef7d15373863 HTTP/1.1" status: 200  len: 944 time: 0.0792854
Jun 21 16:41:47.457003 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-20707ea8-1ec7-49c7-8a22-f77e496d14bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:47.462881 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-21de6d47-5f68-4eae-9e99-6acab01cb6df req-66ef8460-6c7f-46e7-aced-db3c19873b77 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416965
Jun 21 16:41:47.879336 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:48.632668 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 51543ea0-f1b5-448d-81ca-4271f136d2bd up at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:41:48.646515 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850be86-2107-406d-a6cb-d7803cf82444 req-0fea7731-a786-431a-87f9-ea98b1bb6f10 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:48.648059 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4850be86-2107-406d-a6cb-d7803cf82444 req-0fea7731-a786-431a-87f9-ea98b1bb6f10 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3259a2-4eb9-4664-a6d4-ef7d15373863 HTTP/1.1" status: 200  len: 944 time: 0.0778017
Jun 21 16:41:48.694307 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4850be86-2107-406d-a6cb-d7803cf82444 req-be53b0fe-5eff-4da6-9aa2-d0eacc6369d8 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404131
Jun 21 16:41:48.732747 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning for port 51543ea0-f1b5-448d-81ca-4271f136d2bd completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:41:48.738064 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning complete for port 51543ea0-f1b5-448d-81ca-4271f136d2bd triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:41:48.738437 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:48.849190 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:48.875176 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3259a2-4eb9-4664-a6d4-ef7d15373863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51543ea0-f1b5-448d-81ca-4271f136d2bd'}] {{(pid=78428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:41:48.884874 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 51543ea0-f1b5-448d-81ca-4271f136d2bd, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=51543ea0-f1b5-448d-81ca-4271f136d2bd,segment=NetworkSegment(33f80c76-3dfd-4cef-9c2a-69a109def59a),segment_id=33f80c76-3dfd-4cef-9c2a-69a109def59a)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:41:48.888947 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:48.890787 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:41:48.925083 dv-cinder-797161-1-iscsi neutron-server[78428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b3259a2-4eb9-4664-a6d4-ef7d15373863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51543ea0-f1b5-448d-81ca-4271f136d2bd', 'code': 200}
Jun 21 16:41:48.955047 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=51543ea0-f1b5-448d-81ca-4271f136d2bd,revision_number=5']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:41:48.958139 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:41:49.203218 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de5462-d4f8-4acb-b6c7-9cfa175a1848 req-6bacc82e-41ca-4725-9b94-4810029f7764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:49.204718 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-87de5462-d4f8-4acb-b6c7-9cfa175a1848 req-6bacc82e-41ca-4725-9b94-4810029f7764 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5b3259a2-4eb9-4664-a6d4-ef7d15373863 HTTP/1.1" status: 200  len: 1098 time: 0.0689588
Jun 21 16:41:49.258468 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-87de5462-d4f8-4acb-b6c7-9cfa175a1848 req-33186e71-0c6f-43a1-bf71-2a0e5bae8f60 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444100
Jun 21 16:41:49.877830 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f049de3-978f-4976-9cd8-2e5a87a44ae5 req-8ac54b4c-61af-49a0-987a-fbf62d7e577d tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:49.879257 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8f049de3-978f-4976-9cd8-2e5a87a44ae5 req-8ac54b4c-61af-49a0-987a-fbf62d7e577d tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3259a2-4eb9-4664-a6d4-ef7d15373863 HTTP/1.1" status: 200  len: 945 time: 0.0827951
Jun 21 16:41:49.923878 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8f049de3-978f-4976-9cd8-2e5a87a44ae5 req-701a0eaf-702b-4c60-9e67-f8e9f40fa1de tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388596
Jun 21 16:41:50.102064 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-92736329-061c-4621-b08f-bcaea5e38e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:50.466646 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:50.845109 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:51.114129 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b36acb-cce1-4aff-bc85-c01a153586e7 req-7cceb182-457d-4cb9-ad91-d82b2954694d tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:51.115573 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f6b36acb-cce1-4aff-bc85-c01a153586e7 req-7cceb182-457d-4cb9-ad91-d82b2954694d tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3259a2-4eb9-4664-a6d4-ef7d15373863 HTTP/1.1" status: 200  len: 945 time: 0.0822558
Jun 21 16:41:51.160368 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f6b36acb-cce1-4aff-bc85-c01a153586e7 req-191c386c-a4fd-4e8c-aa3a-3efd9fe52cb1 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389276
Jun 21 16:41:51.466710 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579af588-7566-472a-a7a3-82b80c4737d9 req-92cf5aee-216f-4179-bcb6-23bec699ba4b tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:51.468205 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-579af588-7566-472a-a7a3-82b80c4737d9 req-92cf5aee-216f-4179-bcb6-23bec699ba4b tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 946 time: 0.0830967
Jun 21 16:41:51.518107 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-579af588-7566-472a-a7a3-82b80c4737d9 req-ab0046e5-ba03-4a09-8a4a-e280424798de tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432594
Jun 21 16:41:52.440398 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:52.712527 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fbbb8-6be5-4088-8db4-c98ac1ce7aa4 req-771536f5-a397-4dca-b7f1-409289278386 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:52.713971 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-384fbbb8-6be5-4088-8db4-c98ac1ce7aa4 req-771536f5-a397-4dca-b7f1-409289278386 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 946 time: 0.0839784
Jun 21 16:41:52.758915 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-384fbbb8-6be5-4088-8db4-c98ac1ce7aa4 req-55cb08fc-51ad-4116-8172-388c9c3abbee tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392022
Jun 21 16:41:53.422639 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539962ea-67f2-46df-b0a0-f0a6ba132897 req-2854ebc6-8b92-448c-99df-cedd377948e5 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:53.423330 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-539962ea-67f2-46df-b0a0-f0a6ba132897 req-2854ebc6-8b92-448c-99df-cedd377948e5 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Synchronizing usage tracker for tenant:2f495dd509064a23adb18dc1cd54b526 on resource:port {{(pid=78426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:41:53.439388 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-539962ea-67f2-46df-b0a0-f0a6ba132897 req-2854ebc6-8b92-448c-99df-cedd377948e5 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Unset dirty status for tenant:2f495dd509064a23adb18dc1cd54b526 on resource:port {{(pid=78426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:41:53.441034 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-539962ea-67f2-46df-b0a0-f0a6ba132897 req-2854ebc6-8b92-448c-99df-cedd377948e5 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 946 time: 0.1015608
Jun 21 16:41:53.512496 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [req-539962ea-67f2-46df-b0a0-f0a6ba132897 req-eedbec43-3099-4fc8-a919-9114cf422bd0 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Deleting port 042671e9-420c-4d39-b0f3-0f5bf03c0771 {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:41:53.512749 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-539962ea-67f2-46df-b0a0-f0a6ba132897 req-eedbec43-3099-4fc8-a919-9114cf422bd0 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:53.751743 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [req-539962ea-67f2-46df-b0a0-f0a6ba132897 req-eedbec43-3099-4fc8-a919-9114cf422bd0 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] For port 042671e9-420c-4d39-b0f3-0f5bf03c0771, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=042671e9-420c-4d39-b0f3-0f5bf03c0771,segment=NetworkSegment(cb66d3c6-9116-4b7e-95d4-8704f85ac6dc),segment_id=cb66d3c6-9116-4b7e-95d4-8704f85ac6dc)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:41:53.752675 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-539962ea-67f2-46df-b0a0-f0a6ba132897 req-eedbec43-3099-4fc8-a919-9114cf422bd0 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:53.968988 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42ddee-32c0-411f-b884-ed7298a91a18 req-fc8b1652-2066-4c2e-a933-5f3ac843431f tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:53.970546 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-cc42ddee-32c0-411f-b884-ed7298a91a18 req-fc8b1652-2066-4c2e-a933-5f3ac843431f tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 946 time: 0.0997927
Jun 21 16:41:54.016314 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-cc42ddee-32c0-411f-b884-ed7298a91a18 req-e7126c0c-afe4-421f-b99a-487b8d12f91b tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384982
Jun 21 16:41:54.159955 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-539962ea-67f2-46df-b0a0-f0a6ba132897 req-eedbec43-3099-4fc8-a919-9114cf422bd0 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:54.160331 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-539962ea-67f2-46df-b0a0-f0a6ba132897 req-eedbec43-3099-4fc8-a919-9114cf422bd0 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727397'] for floatingip, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:54.160642 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.db.l3_db [req-539962ea-67f2-46df-b0a0-f0a6ba132897 req-eedbec43-3099-4fc8-a919-9114cf422bd0 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Floating IP 5f6da087-d9bd-43c5-9ac5-682273ddc6fb disassociated. External IP: 172.27.1.5, port: 042671e9-420c-4d39-b0f3-0f5bf03c0771.
Jun 21 16:41:54.160987 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [req-539962ea-67f2-46df-b0a0-f0a6ba132897 req-eedbec43-3099-4fc8-a919-9114cf422bd0 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Calling delete_port for 042671e9-420c-4d39-b0f3-0f5bf03c0771 owned by compute:nova {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:41:54.307491 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-539962ea-67f2-46df-b0a0-f0a6ba132897 req-eedbec43-3099-4fc8-a919-9114cf422bd0 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:54.313617 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c988438d-0ee7-4382-8c37-c9e2318ca5f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:41:54.359454 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedbec43-3099-4fc8-a919-9114cf422bd0 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Pushing event deleted for resources: {'Port': ['ID=042671e9-420c-4d39-b0f3-0f5bf03c0771,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:41:54.361876 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-eedbec43-3099-4fc8-a919-9114cf422bd0 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:41:54.542556 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-539962ea-67f2-46df-b0a0-f0a6ba132897 req-eedbec43-3099-4fc8-a919-9114cf422bd0 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Router 81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c has already been hosted by L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb {{(pid=78426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 16:41:54.719533 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-539962ea-67f2-46df-b0a0-f0a6ba132897 req-eedbec43-3099-4fc8-a919-9114cf422bd0 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:41:54.728887 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4f814b-1db1-493a-8bc9-de9ce287a93f None None] Sync routers for ids ['81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'] in dv-cinder-797161-1-iscsi {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:41:54.738637 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4f814b-1db1-493a-8bc9-de9ce287a93f None None] Routers {'81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:41:54.739342 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-0b4f814b-1db1-493a-8bc9-de9ce287a93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979dfaea60>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:41:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:41:54.796583 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [req-539962ea-67f2-46df-b0a0-f0a6ba132897 req-eedbec43-3099-4fc8-a919-9114cf422bd0 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] No DVR routers for this DVR port 042671e9-420c-4d39-b0f3-0f5bf03c0771 on host hv-cinder-79716 {{(pid=78426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 16:41:54.799094 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-539962ea-67f2-46df-b0a0-f0a6ba132897 req-eedbec43-3099-4fc8-a919-9114cf422bd0 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:54.801957 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b42be18-6511-499e-b9fe-83384ff41342', 'name': 'network-vif-deleted', 'tag': '042671e9-420c-4d39-b0f3-0f5bf03c0771'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:41:54.820008 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-539962ea-67f2-46df-b0a0-f0a6ba132897 req-eedbec43-3099-4fc8-a919-9114cf422bd0 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.39 "DELETE /v2.0/ports/042671e9-420c-4d39-b0f3-0f5bf03c0771 HTTP/1.1" status: 204  len: 173 time: 1.3730659
Jun 21 16:41:54.859774 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b42be18-6511-499e-b9fe-83384ff41342', 'name': 'network-vif-deleted', 'tag': '042671e9-420c-4d39-b0f3-0f5bf03c0771', 'status': 'completed', 'code': 200}
Jun 21 16:41:54.933750 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-0b4f814b-1db1-493a-8bc9-de9ce287a93f None None] Set router 81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c gateway port host: dv-cinder-797161-1-iscsi {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:41:55.189066 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-41859aa6-0932-43cc-b707-3ac7ed05c00a req-3a817003-603d-43fe-b1f8-67abac845954 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b42be18-6511-499e-b9fe-83384ff41342 HTTP/1.1" status: 200  len: 210 time: 0.0453396
Jun 21 16:41:55.250133 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-0b4f814b-1db1-493a-8bc9-de9ce287a93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979dfaea60>, [{'id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-285391666-router', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'a45431c3-d952-4b69-97fe-b206b768d679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:15Z', 'updated_at': '2021-06-21T16:34:32Z', 'revision_number': 4, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'gw_port': {'id': 'a45431c3-d952-4b69-97fe-b206b768d679', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:17Z', 'updated_at': '2021-06-21T16:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': 'f8c8fa01-a676-40c4-8d07-c445846845c2', 'name': '', 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'mac_address': 'fa:16:3e:4b:01:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:28Z', 'updated_at': '2021-06-21T16:34:45Z', 'revision_number': 5, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'subnets': [{'id': 'f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:41:55.254466 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4f814b-1db1-493a-8bc9-de9ce287a93f None None] Checking router: 81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c for host: dv-cinder-797161-1-iscsi {{(pid=78429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:41:55.262397 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4f814b-1db1-493a-8bc9-de9ce287a93f None None] Routers {'81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:41:55.262976 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-0b4f814b-1db1-493a-8bc9-de9ce287a93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979dfaea60>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:41:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:41:55.434139 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-0b4f814b-1db1-493a-8bc9-de9ce287a93f None None] Set router 81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c gateway port host: dv-cinder-797161-1-iscsi {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:41:55.763421 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-0b4f814b-1db1-493a-8bc9-de9ce287a93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979dfaea60>, [{'id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-285391666-router', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'a45431c3-d952-4b69-97fe-b206b768d679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:15Z', 'updated_at': '2021-06-21T16:34:32Z', 'revision_number': 4, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'gw_port': {'id': 'a45431c3-d952-4b69-97fe-b206b768d679', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:17Z', 'updated_at': '2021-06-21T16:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': 'f8c8fa01-a676-40c4-8d07-c445846845c2', 'name': '', 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'mac_address': 'fa:16:3e:4b:01:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:28Z', 'updated_at': '2021-06-21T16:34:45Z', 'revision_number': 5, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'subnets': [{'id': 'f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:41:55.767096 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4f814b-1db1-493a-8bc9-de9ce287a93f None None] The sync data for ids ['81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'] in dv-cinder-797161-1-iscsi is: [{'id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-285391666-router', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'a45431c3-d952-4b69-97fe-b206b768d679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:15Z', 'updated_at': '2021-06-21T16:34:32Z', 'revision_number': 4, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'gw_port': {'id': 'a45431c3-d952-4b69-97fe-b206b768d679', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:17Z', 'updated_at': '2021-06-21T16:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': 'f8c8fa01-a676-40c4-8d07-c445846845c2', 'name': '', 'network_id': '4e7bf916-d804-4156-8df4-c3e47df8bbc5', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'mac_address': 'fa:16:3e:4b:01:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:28Z', 'updated_at': '2021-06-21T16:34:45Z', 'revision_number': 5, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'subnets': [{'id': 'f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:41:55.990633 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d518dbf-d22e-4064-bb7e-b896e8eefe2b None None] New status for floating IP 5f6da087-d9bd-43c5-9ac5-682273ddc6fb: DOWN {{(pid=78428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 16:41:56.315283 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 43586) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:41:56.377409 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-16a06c48-21be-4f91-a0a0-201513d0e5d7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:56.405532 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-16a06c48-21be-4f91-a0a0-201513d0e5d7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:56.459981 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-16a06c48-21be-4f91-a0a0-201513d0e5d7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:56.464919 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-304a97b8-9c56-420c-9b5f-c5e2c86d42e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:41:56.479573 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a06c48-21be-4f91-a0a0-201513d0e5d7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8da3b0-e405-48c1-8ee9-bcdbfe699f66,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:41:56.488369 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a06c48-21be-4f91-a0a0-201513d0e5d7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:41:56.488742 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a06c48-21be-4f91-a0a0-201513d0e5d7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:41:56.489107 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a06c48-21be-4f91-a0a0-201513d0e5d7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:41:56.489469 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a06c48-21be-4f91-a0a0-201513d0e5d7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:41:56.489829 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a06c48-21be-4f91-a0a0-201513d0e5d7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:41:56.490182 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a06c48-21be-4f91-a0a0-201513d0e5d7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:41:56.490533 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a06c48-21be-4f91-a0a0-201513d0e5d7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:41:56.490883 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a06c48-21be-4f91-a0a0-201513d0e5d7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:41:56.491263 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a06c48-21be-4f91-a0a0-201513d0e5d7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:41:56.491651 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a06c48-21be-4f91-a0a0-201513d0e5d7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:41:56.492003 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a06c48-21be-4f91-a0a0-201513d0e5d7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:41:56.492379 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a06c48-21be-4f91-a0a0-201513d0e5d7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:41:56.495501 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-16a06c48-21be-4f91-a0a0-201513d0e5d7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:41:56.501655 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-16a06c48-21be-4f91-a0a0-201513d0e5d7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:56.503725 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-16a06c48-21be-4f91-a0a0-201513d0e5d7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "DELETE /v2.0/security-groups/5e8da3b0-e405-48c1-8ee9-bcdbfe699f66 HTTP/1.1" status: 204  len: 168 time: 0.1874197
Jun 21 16:41:56.506369 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 43592) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:41:56.523287 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.api.v2.resource [None req-ecce663f-c8db-49f6-99d5-02343d16ede7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] show failed (client error): The resource could not be found.
Jun 21 16:41:56.524356 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-ecce663f-c8db-49f6-99d5-02343d16ede7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "GET /v2.0/security-groups/5e8da3b0-e405-48c1-8ee9-bcdbfe699f66 HTTP/1.1" status: 404  len: 347 time: 0.0171185
Jun 21 16:41:56.527101 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 43596) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:41:56.658678 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 042671e9-420c-4d39-b0f3-0f5bf03c0771 no longer exists at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:41:56.681171 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-ca52da93-cbf9-415c-841f-4c8119927bef tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Deleting port 21c08409-ce0b-4440-ac6f-fef6905f8056 {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:41:56.681511 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ca52da93-cbf9-415c-841f-4c8119927bef tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:56.692958 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] No Port match for: 042671e9-420c-4d39-b0f3-0f5bf03c0771 {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:41:56.693296 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 042671e9-420c-4d39-b0f3-0f5bf03c0771 not bound to the agent host hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:41:56.843346 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ca52da93-cbf9-415c-841f-4c8119927bef tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:56.843702 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ca52da93-cbf9-415c-841f-4c8119927bef tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:57.065258 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-ca52da93-cbf9-415c-841f-4c8119927bef tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Calling delete_port for 21c08409-ce0b-4440-ac6f-fef6905f8056 owned by network:floatingip {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:41:57.202081 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ca52da93-cbf9-415c-841f-4c8119927bef tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:57.206429 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-7a3d265b-8d8e-470d-b303-31cbce4178d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:41:57.251912 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52da93-cbf9-415c-841f-4c8119927bef tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Pushing event deleted for resources: {'Port': ['ID=21c08409-ce0b-4440-ac6f-fef6905f8056,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:41:57.276695 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-ca52da93-cbf9-415c-841f-4c8119927bef tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:41:57.338446 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ca52da93-cbf9-415c-841f-4c8119927bef tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks [] for floatingip, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:57.352118 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ca52da93-cbf9-415c-841f-4c8119927bef tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:41:57.353236 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-ca52da93-cbf9-415c-841f-4c8119927bef tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] 10.222.0.24 "DELETE /v2.0/floatingips/5f6da087-d9bd-43c5-9ac5-682273ddc6fb HTTP/1.1" status: 204  len: 168 time: 0.8252275
Jun 21 16:41:59.131863 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accd6d7-7552-40ac-85b7-a7aca720230f req-b07f8989-87ee-468f-83f6-aeb9941842b9 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:41:59.133310 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-9accd6d7-7552-40ac-85b7-a7aca720230f req-b07f8989-87ee-468f-83f6-aeb9941842b9 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e285d39-228b-49f7-9553-80bb5584e647 HTTP/1.1" status: 200  len: 946 time: 0.0792964
Jun 21 16:41:59.178894 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-9accd6d7-7552-40ac-85b7-a7aca720230f req-8eeb0e34-92a9-46e3-b24f-6846b32665df tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398936
Jun 21 16:42:00.134123 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 43630) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:42:00.372374 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6cc9e3-9b63-4bdb-9cec-15ec06097d67 req-e14096c3-9124-49e8-b015-930c65dff167 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:00.374119 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-9a6cc9e3-9b63-4bdb-9cec-15ec06097d67 req-e14096c3-9124-49e8-b015-930c65dff167 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e285d39-228b-49f7-9553-80bb5584e647 HTTP/1.1" status: 200  len: 946 time: 0.0843096
Jun 21 16:42:00.420573 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-9a6cc9e3-9b63-4bdb-9cec-15ec06097d67 req-b1c7c1de-c40a-4715-946d-476e1b9a78e6 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397425
Jun 21 16:42:00.717066 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-146c98fc-ce09-4288-939d-8cb25a0aecb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1726647'] for router_interface, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:01.079362 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279b177-5ac0-4dfb-9251-c0755d1a55e9 req-a355b4ec-a160-4918-b295-2f31d71c5bc9 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:01.081328 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-1279b177-5ac0-4dfb-9251-c0755d1a55e9 req-a355b4ec-a160-4918-b295-2f31d71c5bc9 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e285d39-228b-49f7-9553-80bb5584e647 HTTP/1.1" status: 200  len: 946 time: 0.1140010
Jun 21 16:42:01.184203 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-146c98fc-ce09-4288-939d-8cb25a0aecb0 admin admin] Deleting port f8c8fa01-a676-40c4-8d07-c445846845c2 {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:42:01.184885 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-146c98fc-ce09-4288-939d-8cb25a0aecb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:01.338651 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [req-1279b177-5ac0-4dfb-9251-c0755d1a55e9 req-e0faf80f-fe75-4007-a35c-a965d37be30c tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Deleting port a4041e2c-b003-41fc-b4ea-a658567ddf5e {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:42:01.338974 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-1279b177-5ac0-4dfb-9251-c0755d1a55e9 req-e0faf80f-fe75-4007-a35c-a965d37be30c tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:01.630812 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4091b5-611f-4394-a5b8-27b8bf963db9 req-7e0191f1-214b-47c1-a3f1-3d998742e1a7 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:01.634230 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ec4091b5-611f-4394-a5b8-27b8bf963db9 req-7e0191f1-214b-47c1-a3f1-3d998742e1a7 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e285d39-228b-49f7-9553-80bb5584e647 HTTP/1.1" status: 200  len: 946 time: 0.0886531
Jun 21 16:42:01.656727 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-146c98fc-ce09-4288-939d-8cb25a0aecb0 admin admin] For port f8c8fa01-a676-40c4-8d07-c445846845c2, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=f8c8fa01-a676-40c4-8d07-c445846845c2,segment=NetworkSegment(cb66d3c6-9116-4b7e-95d4-8704f85ac6dc),segment_id=cb66d3c6-9116-4b7e-95d4-8704f85ac6dc)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:42:01.657092 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-146c98fc-ce09-4288-939d-8cb25a0aecb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:01.681022 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ec4091b5-611f-4394-a5b8-27b8bf963db9 req-d1f41f89-3c2b-4a95-9d89-8219cdf99fa7 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430436
Jun 21 16:42:01.794592 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-146c98fc-ce09-4288-939d-8cb25a0aecb0 admin admin] Calling delete_port for f8c8fa01-a676-40c4-8d07-c445846845c2 owned by network:router_interface {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:42:01.865055 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [req-1279b177-5ac0-4dfb-9251-c0755d1a55e9 req-e0faf80f-fe75-4007-a35c-a965d37be30c tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] For port a4041e2c-b003-41fc-b4ea-a658567ddf5e, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=a4041e2c-b003-41fc-b4ea-a658567ddf5e,segment=NetworkSegment(ad271a7b-5d78-41f7-9e28-3494964f653a),segment_id=ad271a7b-5d78-41f7-9e28-3494964f653a)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:42:01.865319 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-1279b177-5ac0-4dfb-9251-c0755d1a55e9 req-e0faf80f-fe75-4007-a35c-a965d37be30c tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:02.222466 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-1279b177-5ac0-4dfb-9251-c0755d1a55e9 req-e0faf80f-fe75-4007-a35c-a965d37be30c tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:02.223205 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-1279b177-5ac0-4dfb-9251-c0755d1a55e9 req-e0faf80f-fe75-4007-a35c-a965d37be30c tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727397'] for floatingip, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:02.223205 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.db.l3_db [req-1279b177-5ac0-4dfb-9251-c0755d1a55e9 req-e0faf80f-fe75-4007-a35c-a965d37be30c tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Floating IP fe04c2d9-689e-4337-91c0-5f06dab0a86d disassociated. External IP: 172.27.1.196, port: a4041e2c-b003-41fc-b4ea-a658567ddf5e.
Jun 21 16:42:02.223471 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [req-1279b177-5ac0-4dfb-9251-c0755d1a55e9 req-e0faf80f-fe75-4007-a35c-a965d37be30c tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Calling delete_port for a4041e2c-b003-41fc-b4ea-a658567ddf5e owned by compute:nova {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:42:02.311420 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-146c98fc-ce09-4288-939d-8cb25a0aecb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:02.316067 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-fee0fd2c-f3a3-4426-a6e7-c1ebd9199918 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:02.359800 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c98fc-ce09-4288-939d-8cb25a0aecb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c8fa01-a676-40c4-8d07-c445846845c2,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:02.363930 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-146c98fc-ce09-4288-939d-8cb25a0aecb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:02.563681 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-1279b177-5ac0-4dfb-9251-c0755d1a55e9 req-e0faf80f-fe75-4007-a35c-a965d37be30c tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:02.576906 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-ca52da93-cbf9-415c-841f-4c8119927bef tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:02.636407 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0faf80f-fe75-4007-a35c-a965d37be30c tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Pushing event deleted for resources: {'Port': ['ID=a4041e2c-b003-41fc-b4ea-a658567ddf5e,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:02.643809 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-e0faf80f-fe75-4007-a35c-a965d37be30c tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:02.874761 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-da7bb1b6-fed4-4fb0-aa3f-96e963d1f277 req-2a3099ac-73e9-41a6-9e5a-8723397147ce tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e285d39-228b-49f7-9553-80bb5584e647 HTTP/1.1" status: 200  len: 210 time: 0.0694668
Jun 21 16:42:02.930966 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-146c98fc-ce09-4288-939d-8cb25a0aecb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1647111'] for router_interface, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:03.001974 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c92960-7550-4dff-89d2-1694325f7677 req-53e42eb5-7802-4df0-8169-3343473de5b2 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:03.007882 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-12c92960-7550-4dff-89d2-1694325f7677 req-53e42eb5-7802-4df0-8169-3343473de5b2 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/networks?id=b36a83d0-d575-4f34-a24f-86cf64fecf11 HTTP/1.1" status: 200  len: 815 time: 0.1579814
Jun 21 16:42:03.022335 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-12c92960-7550-4dff-89d2-1694325f7677 req-45b59272-c515-4198-85bf-66674b6f5a9f tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/quotas/79d4727045d641158a9a982fa38c602b HTTP/1.1" status: 200  len: 375 time: 0.0112686
Jun 21 16:42:03.108289 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1279b177-5ac0-4dfb-9251-c0755d1a55e9 req-e0faf80f-fe75-4007-a35c-a965d37be30c tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Router 1c331204-6ec0-4171-89fb-d058fa373702 has already been hosted by L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb {{(pid=78426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 16:42:03.123368 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-12c92960-7550-4dff-89d2-1694325f7677 req-faddeaa0-b2b0-4856-9ab5-fe670abcd251 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=79d4727045d641158a9a982fa38c602b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0941675
Jun 21 16:42:03.257320 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-12c92960-7550-4dff-89d2-1694325f7677 req-a2879db8-2404-4a07-a5c4-0f231724e498 service neutron] 10.222.0.24 "GET /v2.0/networks/b36a83d0-d575-4f34-a24f-86cf64fecf11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261599
Jun 21 16:42:03.389698 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-12c92960-7550-4dff-89d2-1694325f7677 req-7fb78e0a-0137-4009-a882-70d9b86ad893 service neutron] 10.222.0.24 "GET /v2.0/networks/b36a83d0-d575-4f34-a24f-86cf64fecf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260471
Jun 21 16:42:03.501053 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1279b177-5ac0-4dfb-9251-c0755d1a55e9 req-e0faf80f-fe75-4007-a35c-a965d37be30c tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:42:03.510530 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee2622a-2bbf-49e1-9018-d084cfe85aa7 None None] Sync routers for ids ['1c331204-6ec0-4171-89fb-d058fa373702'] in dv-cinder-797161-1-iscsi {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:42:03.520787 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee2622a-2bbf-49e1-9018-d084cfe85aa7 None None] Routers {'1c331204-6ec0-4171-89fb-d058fa373702'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:42:03.522124 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-5ee2622a-2bbf-49e1-9018-d084cfe85aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979e97f4f0>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:41:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['1c331204-6ec0-4171-89fb-d058fa373702'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:42:03.603490 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [req-1279b177-5ac0-4dfb-9251-c0755d1a55e9 req-e0faf80f-fe75-4007-a35c-a965d37be30c tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] No DVR routers for this DVR port a4041e2c-b003-41fc-b4ea-a658567ddf5e on host hv-cinder-79716 {{(pid=78426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 16:42:03.607774 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-1279b177-5ac0-4dfb-9251-c0755d1a55e9 req-e0faf80f-fe75-4007-a35c-a965d37be30c tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:03.610404 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e285d39-228b-49f7-9553-80bb5584e647', 'name': 'network-vif-deleted', 'tag': 'a4041e2c-b003-41fc-b4ea-a658567ddf5e'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:42:03.630402 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146c98fc-ce09-4288-939d-8cb25a0aecb0 admin admin] Router 81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c has already been hosted by L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb {{(pid=78426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 16:42:03.711807 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-1279b177-5ac0-4dfb-9251-c0755d1a55e9 req-e0faf80f-fe75-4007-a35c-a965d37be30c tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.39 "DELETE /v2.0/ports/a4041e2c-b003-41fc-b4ea-a658567ddf5e HTTP/1.1" status: 204  len: 173 time: 2.6020646
Jun 21 16:42:03.714071 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e285d39-228b-49f7-9553-80bb5584e647', 'name': 'network-vif-deleted', 'tag': 'a4041e2c-b003-41fc-b4ea-a658567ddf5e', 'status': 'completed', 'code': 200}
Jun 21 16:42:03.748626 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-5ee2622a-2bbf-49e1-9018-d084cfe85aa7 None None] Set router 1c331204-6ec0-4171-89fb-d058fa373702 gateway port host: dv-cinder-797161-1-iscsi {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:42:03.748901 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2541a11c-0cf5-4d2d-b033-2693557dae68 req-f2b55dce-8945-4c43-beb3-d7570bbe720e tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3da8f68-c7b4-4aeb-af1c-c6441b5e0601 HTTP/1.1" status: 200  len: 210 time: 0.2042189
Jun 21 16:42:03.884006 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146c98fc-ce09-4288-939d-8cb25a0aecb0 admin admin] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:42:03.889278 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-146c98fc-ce09-4288-939d-8cb25a0aecb0 admin admin] 10.222.0.24 "PUT /v2.0/routers/81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7540727
Jun 21 16:42:03.891791 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 43684) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:42:03.897998 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1190de35-2cfa-4872-883e-f5b3878c8044 None None] Sync routers for ids ['81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'] in dv-cinder-797161-1-iscsi {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:42:03.909019 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1190de35-2cfa-4872-883e-f5b3878c8044 None None] Routers {'81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:42:03.909796 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-1190de35-2cfa-4872-883e-f5b3878c8044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d674f10>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:41:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:42:04.043952 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5c61fdfa-b456-47c3-97e7-eb5d7ae4fc9a req-6ab12d36-0312-4afc-8c5c-6443210a5043 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e285d39-228b-49f7-9553-80bb5584e647 HTTP/1.1" status: 200  len: 210 time: 0.0503778
Jun 21 16:42:04.175485 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-1190de35-2cfa-4872-883e-f5b3878c8044 None None] Set router 81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:42:04.210169 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-5ee2622a-2bbf-49e1-9018-d084cfe85aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979e97f4f0>, [{'id': '1c331204-6ec0-4171-89fb-d058fa373702', 'name': 'tempest-TestVolumeBootPattern-879465801-router', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:39:00Z', 'updated_at': '2021-06-21T16:39:04Z', 'revision_number': 4, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'gw_port': {'id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:36:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:01Z', 'updated_at': '2021-06-21T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': 'ddc6fb73-8003-48a7-9820-ab192af4ae1d', 'name': '', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'mac_address': 'fa:16:3e:06:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '95146380-c6e8-44b8-bebc-b70e51427629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:03Z', 'updated_at': '2021-06-21T16:39:11Z', 'revision_number': 5, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'subnets': [{'id': '95146380-c6e8-44b8-bebc-b70e51427629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:42:04.214433 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee2622a-2bbf-49e1-9018-d084cfe85aa7 None None] Checking router: 1c331204-6ec0-4171-89fb-d058fa373702 for host: dv-cinder-797161-1-iscsi {{(pid=78429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:42:04.223763 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee2622a-2bbf-49e1-9018-d084cfe85aa7 None None] Routers {'1c331204-6ec0-4171-89fb-d058fa373702'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:42:04.225254 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-5ee2622a-2bbf-49e1-9018-d084cfe85aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979e97f4f0>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:41:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['1c331204-6ec0-4171-89fb-d058fa373702'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:42:04.284260 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-24eaa5c7-0b0e-4607-96e6-3ed0f033bb46 admin admin] Notify callbacks [] for router, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:04.418109 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-5ee2622a-2bbf-49e1-9018-d084cfe85aa7 None None] Set router 1c331204-6ec0-4171-89fb-d058fa373702 gateway port host: dv-cinder-797161-1-iscsi {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:42:04.465013 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-24eaa5c7-0b0e-4607-96e6-3ed0f033bb46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:04.474398 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-24eaa5c7-0b0e-4607-96e6-3ed0f033bb46 admin admin] Deleting port a45431c3-d952-4b69-97fe-b206b768d679 {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:42:04.474804 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-24eaa5c7-0b0e-4607-96e6-3ed0f033bb46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:04.534342 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-1190de35-2cfa-4872-883e-f5b3878c8044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d674f10>, [{'id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-285391666-router', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': 'a45431c3-d952-4b69-97fe-b206b768d679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:15Z', 'updated_at': '2021-06-21T16:42:02Z', 'revision_number': 5, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'gw_port': {'id': 'a45431c3-d952-4b69-97fe-b206b768d679', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:34:17Z', 'updated_at': '2021-06-21T16:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi'}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:42:04.538779 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1190de35-2cfa-4872-883e-f5b3878c8044 None None] Checking router: 81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c for host: dv-cinder-797161-1-iscsi {{(pid=78428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:42:04.549698 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1190de35-2cfa-4872-883e-f5b3878c8044 None None] Routers {'81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:42:04.550885 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-1190de35-2cfa-4872-883e-f5b3878c8044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d674f10>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:41:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:42:04.660416 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-24eaa5c7-0b0e-4607-96e6-3ed0f033bb46 admin admin] For port a45431c3-d952-4b69-97fe-b206b768d679, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=a45431c3-d952-4b69-97fe-b206b768d679,segment=NetworkSegment(3123edc3-090a-4516-9a79-a6a8c7b9190b),segment_id=3123edc3-090a-4516-9a79-a6a8c7b9190b)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:42:04.661043 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-24eaa5c7-0b0e-4607-96e6-3ed0f033bb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:04.706814 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-1190de35-2cfa-4872-883e-f5b3878c8044 None None] Set router 81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c gateway port host: None {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:42:04.775449 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-5ee2622a-2bbf-49e1-9018-d084cfe85aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979e97f4f0>, [{'id': '1c331204-6ec0-4171-89fb-d058fa373702', 'name': 'tempest-TestVolumeBootPattern-879465801-router', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:39:00Z', 'updated_at': '2021-06-21T16:39:04Z', 'revision_number': 4, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'gw_port': {'id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:36:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:01Z', 'updated_at': '2021-06-21T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': 'ddc6fb73-8003-48a7-9820-ab192af4ae1d', 'name': '', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'mac_address': 'fa:16:3e:06:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '95146380-c6e8-44b8-bebc-b70e51427629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:03Z', 'updated_at': '2021-06-21T16:39:11Z', 'revision_number': 5, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'subnets': [{'id': '95146380-c6e8-44b8-bebc-b70e51427629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:42:04.779764 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee2622a-2bbf-49e1-9018-d084cfe85aa7 None None] The sync data for ids ['1c331204-6ec0-4171-89fb-d058fa373702'] in dv-cinder-797161-1-iscsi is: [{'id': '1c331204-6ec0-4171-89fb-d058fa373702', 'name': 'tempest-TestVolumeBootPattern-879465801-router', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:39:00Z', 'updated_at': '2021-06-21T16:39:04Z', 'revision_number': 4, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'gw_port': {'id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:36:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:01Z', 'updated_at': '2021-06-21T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': 'ddc6fb73-8003-48a7-9820-ab192af4ae1d', 'name': '', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'mac_address': 'fa:16:3e:06:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '95146380-c6e8-44b8-bebc-b70e51427629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:03Z', 'updated_at': '2021-06-21T16:39:11Z', 'revision_number': 5, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'subnets': [{'id': '95146380-c6e8-44b8-bebc-b70e51427629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:42:04.791353 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-24eaa5c7-0b0e-4607-96e6-3ed0f033bb46 admin admin] Calling delete_port for a45431c3-d952-4b69-97fe-b206b768d679 owned by network:router_gateway {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:42:04.868809 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device a4041e2c-b003-41fc-b4ea-a658567ddf5e no longer exists at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:42:04.916851 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] No Port match for: a4041e2c-b003-41fc-b4ea-a658567ddf5e {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:42:04.916851 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device a4041e2c-b003-41fc-b4ea-a658567ddf5e not bound to the agent host hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:42:04.920175 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-1190de35-2cfa-4872-883e-f5b3878c8044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d674f10>, [{'id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-285391666-router', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:15Z', 'updated_at': '2021-06-21T16:42:04Z', 'revision_number': 6, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'gw_port_host': None}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:42:04.928129 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1190de35-2cfa-4872-883e-f5b3878c8044 None None] The sync data for ids ['81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c'] in dv-cinder-797161-1-iscsi is: [{'id': '81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c', 'name': 'tempest-AttachVolumeShelveTestJSON-285391666-router', 'tenant_id': '2f495dd509064a23adb18dc1cd54b526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:34:15Z', 'updated_at': '2021-06-21T16:42:04Z', 'revision_number': 6, 'project_id': '2f495dd509064a23adb18dc1cd54b526', 'gw_port_host': None}] {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:42:05.162307 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-72e7c2ca-433d-4fb1-ba68-e73b0ed45152 req-874644cb-1a50-4b9d-b297-02577a010497 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3da8f68-c7b4-4aeb-af1c-c6441b5e0601 HTTP/1.1" status: 200  len: 210 time: 0.0649326
Jun 21 16:42:05.179415 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c92960-7550-4dff-89d2-1694325f7677 req-70a03f1f-06ed-4e62-afc4-bb3790b236a2 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:05.183810 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-12c92960-7550-4dff-89d2-1694325f7677 req-70a03f1f-06ed-4e62-afc4-bb3790b236a2 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.39 "GET /v2.0/networks?id=b36a83d0-d575-4f34-a24f-86cf64fecf11 HTTP/1.1" status: 200  len: 815 time: 0.2646089
Jun 21 16:42:05.214079 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [req-12c92960-7550-4dff-89d2-1694325f7677 req-cb94dc92-9923-4b21-bb94-b0a2664d9caa tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Request body: {'port': {'device_id': 'a3da8f68-c7b4-4aeb-af1c-c6441b5e0601', 'network_id': 'b36a83d0-d575-4f34-a24f-86cf64fecf11', 'admin_state_up': True, 'tenant_id': '79d4727045d641158a9a982fa38c602b'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:42:05.241838 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-cc878d74-63e3-4e6a-9477-932eed20346e req-95ff5f05-9528-4402-8017-e24ce144a24b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e285d39-228b-49f7-9553-80bb5584e647 HTTP/1.1" status: 200  len: 210 time: 0.0501499
Jun 21 16:42:05.256092 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f48058-23ed-4deb-a86b-fcef2b37e7f8 None None] New status for floating IP fe04c2d9-689e-4337-91c0-5f06dab0a86d: DOWN {{(pid=78429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 16:42:05.415343 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-24eaa5c7-0b0e-4607-96e6-3ed0f033bb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:05.423127 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-41efaf81-f577-4f29-ac10-c850abe3742d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:05.518804 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eaa5c7-0b0e-4607-96e6-3ed0f033bb46 admin admin] Pushing event deleted for resources: {'Port': ['ID=a45431c3-d952-4b69-97fe-b206b768d679,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:05.521190 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-24eaa5c7-0b0e-4607-96e6-3ed0f033bb46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:05.560839 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [req-12c92960-7550-4dff-89d2-1694325f7677 req-cb94dc92-9923-4b21-bb94-b0a2664d9caa tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:42:05.567488 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-12c92960-7550-4dff-89d2-1694325f7677 req-cb94dc92-9923-4b21-bb94-b0a2664d9caa tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Usage tracker for resource:port and tenant:79d4727045d641158a9a982fa38c602b is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:42:05.573773 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-12c92960-7550-4dff-89d2-1694325f7677 req-cb94dc92-9923-4b21-bb94-b0a2664d9caa tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:42:05.585813 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [req-12c92960-7550-4dff-89d2-1694325f7677 req-cb94dc92-9923-4b21-bb94-b0a2664d9caa tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:42:05.604143 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12c92960-7550-4dff-89d2-1694325f7677 req-cb94dc92-9923-4b21-bb94-b0a2664d9caa tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Made reservation on behalf of 79d4727045d641158a9a982fa38c602b for: {'port': 1} {{(pid=78426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:42:05.607626 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-12c92960-7550-4dff-89d2-1694325f7677 req-cb94dc92-9923-4b21-bb94-b0a2664d9caa tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:05.618962 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-24eaa5c7-0b0e-4607-96e6-3ed0f033bb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1727384'] for router_gateway, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:05.831044 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-24eaa5c7-0b0e-4607-96e6-3ed0f033bb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1019'] for router, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:05.837442 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-24eaa5c7-0b0e-4607-96e6-3ed0f033bb46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:06.021365 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-24eaa5c7-0b0e-4607-96e6-3ed0f033bb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1647669'] for router, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:06.021773 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24eaa5c7-0b0e-4607-96e6-3ed0f033bb46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c {{(pid=78426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 21 16:42:06.051174 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-24eaa5c7-0b0e-4607-96e6-3ed0f033bb46 admin admin] Notify callbacks [] for router, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:06.054703 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-24eaa5c7-0b0e-4607-96e6-3ed0f033bb46 admin admin] 10.222.0.24 "DELETE /v2.0/routers/81e57f1f-0ecb-4750-a3f9-0f2fd1fa7d1c HTTP/1.1" status: 204  len: 168 time: 2.1586251
Jun 21 16:42:06.055029 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 43698) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:42:06.107149 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [req-12c92960-7550-4dff-89d2-1694325f7677 req-cb94dc92-9923-4b21-bb94-b0a2664d9caa tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Allocated IP 172.20.0.14 (b36a83d0-d575-4f34-a24f-86cf64fecf11/695478f2-5745-40bc-862c-f724fca88d65/3b609dbf-8375-44c1-876c-89512812ea04) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:42:06.138738 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f77269-b04f-40b0-a597-8a45cbcb8a83 admin admin] Deleting subnet f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736 {{(pid=78426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Jun 21 16:42:06.154433 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-42f77269-b04f-40b0-a597-8a45cbcb8a83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:06.226822 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-42f77269-b04f-40b0-a597-8a45cbcb8a83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3128838'] for subnet, precommit_delete_associations {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:06.303547 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-733008f3-9923-4e97-847e-28a17ce012c5 req-f57fc7aa-0303-4a36-9aaf-581c917d890e tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3da8f68-c7b4-4aeb-af1c-c6441b5e0601 HTTP/1.1" status: 200  len: 210 time: 0.0445657
Jun 21 16:42:06.435008 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-42f77269-b04f-40b0-a597-8a45cbcb8a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640788'] for subnet, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:06.463534 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-12c92960-7550-4dff-89d2-1694325f7677 req-cb94dc92-9923-4b21-bb94-b0a2664d9caa tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:06.593462 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device f8c8fa01-a676-40c4-8d07-c445846845c2 no longer exists at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:42:06.610072 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-12c92960-7550-4dff-89d2-1694325f7677 req-cb94dc92-9923-4b21-bb94-b0a2664d9caa tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:06.618827 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-65bcc8ec-4583-47a8-8b73-177cebcd9598 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1930954269&fields=id&tenant_id=11bb3c615f364358bf7e47b3024a2fb9 HTTP/1.1" status: 200  len: 267 time: 0.0443728
Jun 21 16:42:06.623024 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-79ce86cd-f1e0-480c-b0e1-e45a4fba562a tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:06.637588 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] No Port match for: f8c8fa01-a676-40c4-8d07-c445846845c2 {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:42:06.637939 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device f8c8fa01-a676-40c4-8d07-c445846845c2 not bound to the agent host dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:42:06.638356 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device a45431c3-d952-4b69-97fe-b206b768d679 no longer exists at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:42:06.668541 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['29643056-190b-468f-927b-00c6a7e985cd', 'ad9f9daf-1107-4a28-9f18-d81c8a65b685', '51543ea0-f1b5-448d-81ca-4271f136d2bd'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:42:06.704301 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] No Port match for: a45431c3-d952-4b69-97fe-b206b768d679 {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:42:06.705518 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device a45431c3-d952-4b69-97fe-b206b768d679 not bound to the agent host dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:42:06.707964 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12c92960-7550-4dff-89d2-1694325f7677 req-cb94dc92-9923-4b21-bb94-b0a2664d9caa tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Network b36a83d0-d575-4f34-a24f-86cf64fecf11 is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:42:06.740021 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [req-12c92960-7550-4dff-89d2-1694325f7677 req-cb94dc92-9923-4b21-bb94-b0a2664d9caa tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:42:06.745923 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c92960-7550-4dff-89d2-1694325f7677 req-cb94dc92-9923-4b21-bb94-b0a2664d9caa tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:42:06.788298 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94dc92-9923-4b21-bb94-b0a2664d9caa tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Pushing event updated for resources: {'Port': ['ID=3b609dbf-8375-44c1-876c-89512812ea04,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:06.791623 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-212b60dd-ad57-4579-9f5e-8a3421f0f0ae tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:06.793074 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-212b60dd-ad57-4579-9f5e-8a3421f0f0ae tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/networks?id=246ee509-2b5e-4a56-b181-933ba128d253 HTTP/1.1" status: 200  len: 811 time: 0.1675651
Jun 21 16:42:06.794682 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-cb94dc92-9923-4b21-bb94-b0a2664d9caa tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:06.812133 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-4a892d01-05c2-4a00-a288-1c13c3cf2860 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/quotas/11bb3c615f364358bf7e47b3024a2fb9 HTTP/1.1" status: 200  len: 375 time: 0.0119450
Jun 21 16:42:06.826952 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c92960-7550-4dff-89d2-1694325f7677 req-cb94dc92-9923-4b21-bb94-b0a2664d9caa tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:06.827567 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-12c92960-7550-4dff-89d2-1694325f7677 req-cb94dc92-9923-4b21-bb94-b0a2664d9caa tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:06.856711 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-12c92960-7550-4dff-89d2-1694325f7677 req-cb94dc92-9923-4b21-bb94-b0a2664d9caa tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6478539
Jun 21 16:42:06.861720 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-42f77269-b04f-40b0-a597-8a45cbcb8a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2434572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2228998'] for subnet, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:06.867039 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:06.903935 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-bcc38cbb-775d-4bf1-b58a-d8454986bfe2 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=11bb3c615f364358bf7e47b3024a2fb9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0880339
Jun 21 16:42:06.909265 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [req-12c92960-7550-4dff-89d2-1694325f7677 req-74b91977-f046-43ce-87b3-07202e280b70 service neutron] Request body: {'port': {'device_id': 'a3da8f68-c7b4-4aeb-af1c-c6441b5e0601', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79716'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:42:06.949922 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f77269-b04f-40b0-a597-8a45cbcb8a83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:06.952079 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-42f77269-b04f-40b0-a597-8a45cbcb8a83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:06.954007 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-42f77269-b04f-40b0-a597-8a45cbcb8a83 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f4e1f443-8d2e-4a15-b2b3-5f7b7c5ec736 HTTP/1.1" status: 204  len: 168 time: 0.8980632
Jun 21 16:42:06.956767 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078bbeb8-9b8a-409c-b627-b6ea2f5aacbe None None] Network 4e7bf916-d804-4156-8df4-c3e47df8bbc5 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:42:06.958768 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 43712) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:42:06.962299 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-42f77269-b04f-40b0-a597-8a45cbcb8a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:07.032254 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-12c92960-7550-4dff-89d2-1694325f7677 req-74b91977-f046-43ce-87b3-07202e280b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:07.142610 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-481c6376-548a-4998-b17f-350d8a432f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614427'] for network, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:07.154671 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-2f8f8b70-66e1-4472-bc02-07a5fb6b9a8a service neutron] 10.222.0.24 "GET /v2.0/networks/246ee509-2b5e-4a56-b181-933ba128d253?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2388363
Jun 21 16:42:07.201518 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [None req-481c6376-548a-4998-b17f-350d8a432f95 admin admin] Deleting port e21ea035-6e62-4cd5-9ed4-9e5517a6994e {{(pid=78427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:42:07.202219 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-481c6376-548a-4998-b17f-350d8a432f95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:07.352528 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11564872-f722-40ca-b17f-ecfe506c2ead None None] DHCP port deletion for 4e7bf916-d804-4156-8df4-c3e47df8bbc5 request from dv-cinder-797161-1-iscsi {{(pid=78428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 21 16:42:07.356481 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-11564872-f722-40ca-b17f-ecfe506c2ead None None] Deleting port e21ea035-6e62-4cd5-9ed4-9e5517a6994e {{(pid=78428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:42:07.357075 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-11564872-f722-40ca-b17f-ecfe506c2ead None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:07.388364 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-9cc509a0-452f-4765-a7cb-1043c1716dda service neutron] 10.222.0.24 "GET /v2.0/networks/246ee509-2b5e-4a56-b181-933ba128d253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2317674
Jun 21 16:42:07.464366 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [req-12c92960-7550-4dff-89d2-1694325f7677 req-74b91977-f046-43ce-87b3-07202e280b70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b609dbf-8375-44c1-876c-89512812ea04 {{(pid=78426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:42:07.471930 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-12c92960-7550-4dff-89d2-1694325f7677 req-74b91977-f046-43ce-87b3-07202e280b70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:07.488513 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [req-12c92960-7550-4dff-89d2-1694325f7677 req-74b91977-f046-43ce-87b3-07202e280b70 service neutron] Transition to ACTIVE for port object 3b609dbf-8375-44c1-876c-89512812ea04 will not be triggered until provisioned by entity L2. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:42:07.493965 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-12c92960-7550-4dff-89d2-1694325f7677 req-74b91977-f046-43ce-87b3-07202e280b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2434630'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:07.501531 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:07.594268 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-11564872-f722-40ca-b17f-ecfe506c2ead None None] For port e21ea035-6e62-4cd5-9ed4-9e5517a6994e, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=e21ea035-6e62-4cd5-9ed4-9e5517a6994e,segment=NetworkSegment(cb66d3c6-9116-4b7e-95d4-8704f85ac6dc),segment_id=cb66d3c6-9116-4b7e-95d4-8704f85ac6dc)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:42:07.595237 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-11564872-f722-40ca-b17f-ecfe506c2ead None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:07.601660 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [None req-481c6376-548a-4998-b17f-350d8a432f95 admin admin] For port e21ea035-6e62-4cd5-9ed4-9e5517a6994e, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=e21ea035-6e62-4cd5-9ed4-9e5517a6994e,segment=NetworkSegment(cb66d3c6-9116-4b7e-95d4-8704f85ac6dc),segment_id=cb66d3c6-9116-4b7e-95d4-8704f85ac6dc)] {{(pid=78427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:42:07.602139 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-481c6376-548a-4998-b17f-350d8a432f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:07.658209 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b91977-f046-43ce-87b3-07202e280b70 service neutron] Pushing event updated for resources: {'Port': ['ID=3b609dbf-8375-44c1-876c-89512812ea04,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:07.665582 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-74b91977-f046-43ce-87b3-07202e280b70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:07.736836 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [req-12c92960-7550-4dff-89d2-1694325f7677 req-74b91977-f046-43ce-87b3-07202e280b70 service neutron] Attempting to bind port 3b609dbf-8375-44c1-876c-89512812ea04 on host hv-cinder-79716 for vnic_type normal with profile  {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:42:07.737199 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [req-12c92960-7550-4dff-89d2-1694325f7677 req-74b91977-f046-43ce-87b3-07202e280b70 service neutron] Attempting to bind port 3b609dbf-8375-44c1-876c-89512812ea04 by drivers openvswitch,hyperv on host hv-cinder-79716 at level 0 using segments [{'id': '33f80c76-3dfd-4cef-9c2a-69a109def59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b36a83d0-d575-4f34-a24f-86cf64fecf11'}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:42:07.737635 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c92960-7550-4dff-89d2-1694325f7677 req-74b91977-f046-43ce-87b3-07202e280b70 service neutron] Attempting to bind port 3b609dbf-8375-44c1-876c-89512812ea04 on network b36a83d0-d575-4f34-a24f-86cf64fecf11 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:42:07.744317 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c92960-7550-4dff-89d2-1694325f7677 req-74b91977-f046-43ce-87b3-07202e280b70 service neutron] Port 3b609dbf-8375-44c1-876c-89512812ea04 on network b36a83d0-d575-4f34-a24f-86cf64fecf11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79716 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 16:42:07.744317 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c92960-7550-4dff-89d2-1694325f7677 req-74b91977-f046-43ce-87b3-07202e280b70 service neutron] Attempting to bind port 3b609dbf-8375-44c1-876c-89512812ea04 on network b36a83d0-d575-4f34-a24f-86cf64fecf11 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:42:07.748987 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c92960-7550-4dff-89d2-1694325f7677 req-74b91977-f046-43ce-87b3-07202e280b70 service neutron] Checking agent: {'id': '8fa6119b-2ff5-4d4e-8bfd-f2c719c77604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79716', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'started_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:42:07.749322 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c92960-7550-4dff-89d2-1694325f7677 req-74b91977-f046-43ce-87b3-07202e280b70 service neutron] Checking segment: {'id': '33f80c76-3dfd-4cef-9c2a-69a109def59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b36a83d0-d575-4f34-a24f-86cf64fecf11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:42:07.749704 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c92960-7550-4dff-89d2-1694325f7677 req-74b91977-f046-43ce-87b3-07202e280b70 service neutron] Bound using segment: {'id': '33f80c76-3dfd-4cef-9c2a-69a109def59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b36a83d0-d575-4f34-a24f-86cf64fecf11'} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:42:07.750556 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [req-12c92960-7550-4dff-89d2-1694325f7677 req-74b91977-f046-43ce-87b3-07202e280b70 service neutron] Bound port: 3b609dbf-8375-44c1-876c-89512812ea04, host: hv-cinder-79716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33f80c76-3dfd-4cef-9c2a-69a109def59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b36a83d0-d575-4f34-a24f-86cf64fecf11'}}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:42:07.750556 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-12c92960-7550-4dff-89d2-1694325f7677 req-74b91977-f046-43ce-87b3-07202e280b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:07.755090 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-11564872-f722-40ca-b17f-ecfe506c2ead None None] Calling delete_port for e21ea035-6e62-4cd5-9ed4-9e5517a6994e owned by network:dhcp {{(pid=78428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:42:07.776704 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [None req-481c6376-548a-4998-b17f-350d8a432f95 admin admin] Calling delete_port for e21ea035-6e62-4cd5-9ed4-9e5517a6994e owned by network:dhcp {{(pid=78427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:42:07.850236 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673ea4b-bb13-446d-b8ad-fc72100b3ce9 req-6ca3d814-fdb7-48bf-a8a8-d43bcba816a2 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:07.858977 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2673ea4b-bb13-446d-b8ad-fc72100b3ce9 req-6ca3d814-fdb7-48bf-a8a8-d43bcba816a2 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3da8f68-c7b4-4aeb-af1c-c6441b5e0601 HTTP/1.1" status: 200  len: 944 time: 0.4022217
Jun 21 16:42:07.873865 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-11564872-f722-40ca-b17f-ecfe506c2ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521'] for port, after_delete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:07.881150 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:07.929907 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11564872-f722-40ca-b17f-ecfe506c2ead None None] Pushing event deleted for resources: {'Port': ['ID=e21ea035-6e62-4cd5-9ed4-9e5517a6994e,revision_number=None']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:07.930943 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7f7b7670-8c35-4030-903f-c6eb0a6f7942 req-3a92bfab-5c3f-4051-bf70-c49204383b2b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5bba57b-9361-40f1-90a9-cf7d8eb8c36a HTTP/1.1" status: 200  len: 210 time: 0.0493424
Jun 21 16:42:07.934477 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-11564872-f722-40ca-b17f-ecfe506c2ead None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:07.941598 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11564872-f722-40ca-b17f-ecfe506c2ead None None] No DVR routers for this DVR port e21ea035-6e62-4cd5-9ed4-9e5517a6994e on host dv-cinder-797161-1-iscsi {{(pid=78428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 16:42:07.969300 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.db.api [None req-481c6376-548a-4998-b17f-350d8a432f95 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 16:42:07.969656 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_db.api [None req-481c6376-548a-4998-b17f-350d8a432f95 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 16:42:07.991213 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [req-12c92960-7550-4dff-89d2-1694325f7677 req-74b91977-f046-43ce-87b3-07202e280b70 service neutron] For port 3b609dbf-8375-44c1-876c-89512812ea04, host hv-cinder-79716, cleared binding levels {{(pid=78426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:42:07.994549 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [req-12c92960-7550-4dff-89d2-1694325f7677 req-74b91977-f046-43ce-87b3-07202e280b70 service neutron] For port 3b609dbf-8375-44c1-876c-89512812ea04, host hv-cinder-79716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=3b609dbf-8375-44c1-876c-89512812ea04,segment=NetworkSegment(33f80c76-3dfd-4cef-9c2a-69a109def59a),segment_id=33f80c76-3dfd-4cef-9c2a-69a109def59a)] {{(pid=78426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:42:07.995733 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2673ea4b-bb13-446d-b8ad-fc72100b3ce9 req-2928fca4-3efd-436e-b5d1-c07df94418fb tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356885
Jun 21 16:42:07.999446 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-12c92960-7550-4dff-89d2-1694325f7677 req-74b91977-f046-43ce-87b3-07202e280b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2434630'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:08.005162 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-606437d4-0d63-4c33-8b1d-e28448186da8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:08.074475 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c92960-7550-4dff-89d2-1694325f7677 req-74b91977-f046-43ce-87b3-07202e280b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:08.075008 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-12c92960-7550-4dff-89d2-1694325f7677 req-74b91977-f046-43ce-87b3-07202e280b70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:08.076475 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-12c92960-7550-4dff-89d2-1694325f7677 req-74b91977-f046-43ce-87b3-07202e280b70 service neutron] 10.222.0.39 "PUT /v2.0/ports/3b609dbf-8375-44c1-876c-89512812ea04 HTTP/1.1" status: 200  len: 1094 time: 1.1751025
Jun 21 16:42:08.077051 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3da8f68-c7b4-4aeb-af1c-c6441b5e0601', 'tag': '3b609dbf-8375-44c1-876c-89512812ea04'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:42:08.099159 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b91977-f046-43ce-87b3-07202e280b70 service neutron] Pushing event updated for resources: {'Port': ['ID=3b609dbf-8375-44c1-876c-89512812ea04,revision_number=3']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:08.102926 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-74b91977-f046-43ce-87b3-07202e280b70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:08.145831 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3da8f68-c7b4-4aeb-af1c-c6441b5e0601', 'tag': '3b609dbf-8375-44c1-876c-89512812ea04', 'status': 'completed', 'code': 200}
Jun 21 16:42:08.230244 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c92960-7550-4dff-89d2-1694325f7677 req-52ec3fca-e9ae-458f-a45e-71aadefc454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:08.231805 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-12c92960-7550-4dff-89d2-1694325f7677 req-52ec3fca-e9ae-458f-a45e-71aadefc454b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=79d4727045d641158a9a982fa38c602b&device_id=a3da8f68-c7b4-4aeb-af1c-c6441b5e0601 HTTP/1.1" status: 200  len: 1097 time: 0.0722632
Jun 21 16:42:08.309031 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-12c92960-7550-4dff-89d2-1694325f7677 req-becca7de-9f19-4fc7-b43d-a3571163003d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b609dbf-8375-44c1-876c-89512812ea04 HTTP/1.1" status: 200  len: 217 time: 0.0630288
Jun 21 16:42:08.372576 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c92960-7550-4dff-89d2-1694325f7677 req-9d248a35-25cf-4433-b8fc-b53a593372fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:08.374024 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-12c92960-7550-4dff-89d2-1694325f7677 req-9d248a35-25cf-4433-b8fc-b53a593372fd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=695478f2-5745-40bc-862c-f724fca88d65 HTTP/1.1" status: 200  len: 855 time: 0.0585585
Jun 21 16:42:08.453329 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-12c92960-7550-4dff-89d2-1694325f7677 req-53579cda-f1cc-4b78-a746-4dd147842f60 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b36a83d0-d575-4f34-a24f-86cf64fecf11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0427423
Jun 21 16:42:08.471226 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [None req-481c6376-548a-4998-b17f-350d8a432f95 admin admin] Deleting port e21ea035-6e62-4cd5-9ed4-9e5517a6994e {{(pid=78427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:42:08.472392 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-481c6376-548a-4998-b17f-350d8a432f95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:08.593500 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device e21ea035-6e62-4cd5-9ed4-9e5517a6994e no longer exists at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:42:08.607416 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-12c92960-7550-4dff-89d2-1694325f7677 req-70c0a1ae-d738-4e63-b6d7-048ec9a81197 service neutron] 10.222.0.39 "GET /v2.0/networks/b36a83d0-d575-4f34-a24f-86cf64fecf11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1472797
Jun 21 16:42:08.631297 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] No Port match for: e21ea035-6e62-4cd5-9ed4-9e5517a6994e {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:42:08.631899 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device e21ea035-6e62-4cd5-9ed4-9e5517a6994e not bound to the agent host dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:42:08.647050 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [None req-481c6376-548a-4998-b17f-350d8a432f95 admin admin] The port 'e21ea035-6e62-4cd5-9ed4-9e5517a6994e' was deleted {{(pid=78427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}}
Jun 21 16:42:08.741052 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-12c92960-7550-4dff-89d2-1694325f7677 req-7aac3877-f2b0-4789-8bd8-13f430311ebc service neutron] 10.222.0.39 "GET /v2.0/networks/b36a83d0-d575-4f34-a24f-86cf64fecf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266470
Jun 21 16:42:08.757812 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-481c6376-548a-4998-b17f-350d8a432f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640139', 'neutron.services.segments.db._delete_segments_for_network-8768074427558'] for network, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:08.771143 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.services.segments.db [None req-481c6376-548a-4998-b17f-350d8a432f95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f979c3ee520>,) {'filters': {'network_id': ['4e7bf916-d804-4156-8df4-c3e47df8bbc5']}} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:42:08.782901 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.services.segments.db [None req-481c6376-548a-4998-b17f-350d8a432f95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f979c3ee520>, 'cb66d3c6-9116-4b7e-95d4-8704f85ac6dc') {'for_net_delete': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:42:08.783904 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.services.segments.db [None req-481c6376-548a-4998-b17f-350d8a432f95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f979c3ee520>, 'cb66d3c6-9116-4b7e-95d4-8704f85ac6dc') {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:42:08.794801 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-481c6376-548a-4998-b17f-350d8a432f95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768074438669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296290'] for segment, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:08.811210 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-481c6376-548a-4998-b17f-350d8a432f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645578'] for segment, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:08.817816 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481c6376-548a-4998-b17f-350d8a432f95 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=78427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 16:42:08.818222 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-481c6376-548a-4998-b17f-350d8a432f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-645571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957028'] for segment, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]:   util.warn(
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]:   util.warn(
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]:   util.warn(
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]:   util.warn(
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]: Traceback (most recent call last):
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]:     timer()
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]:     cb(*args, **kw)
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]:     return func(*args, **kwargs)
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]:     self._notify()
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]:     self.callback(batched_events)
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]:     event.method(event)
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]:     return f(self, *a, **k)
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]:     return self._get(url).json()
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]:     return self.request(url, 'GET', **kwargs)
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 16:42:08.831583 dv-cinder-797161-1-iscsi neutron-server[78427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 16:42:08.910367 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-481c6376-548a-4998-b17f-350d8a432f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1727415'] for network, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:08.914731 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:08.922391 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9ff96-00ab-4bee-a8f3-03fc8c9ce18f req-7de27304-4f73-43a8-b769-d02d3ca03439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:08.923968 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-daa9ff96-00ab-4bee-a8f3-03fc8c9ce18f req-7de27304-4f73-43a8-b769-d02d3ca03439 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=79d4727045d641158a9a982fa38c602b&device_id=a3da8f68-c7b4-4aeb-af1c-c6441b5e0601 HTTP/1.1" status: 200  len: 1097 time: 0.0754395
Jun 21 16:42:08.929158 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-481c6376-548a-4998-b17f-350d8a432f95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for network, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:08.940392 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c6376-548a-4998-b17f-350d8a432f95 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e7bf916-d804-4156-8df4-c3e47df8bbc5,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:08.953674 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c6376-548a-4998-b17f-350d8a432f95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:42:08.954049 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c6376-548a-4998-b17f-350d8a432f95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:42:08.954454 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c6376-548a-4998-b17f-350d8a432f95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:42:08.955458 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c6376-548a-4998-b17f-350d8a432f95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:42:08.955914 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c6376-548a-4998-b17f-350d8a432f95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:42:08.956269 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c6376-548a-4998-b17f-350d8a432f95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:42:08.956917 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c6376-548a-4998-b17f-350d8a432f95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:42:08.957041 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c6376-548a-4998-b17f-350d8a432f95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:42:08.957336 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c6376-548a-4998-b17f-350d8a432f95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:42:08.957683 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c6376-548a-4998-b17f-350d8a432f95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:42:08.958024 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c6376-548a-4998-b17f-350d8a432f95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:42:08.958725 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c6376-548a-4998-b17f-350d8a432f95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:42:08.963403 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-481c6376-548a-4998-b17f-350d8a432f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:08.966434 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-481c6376-548a-4998-b17f-350d8a432f95 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4e7bf916-d804-4156-8df4-c3e47df8bbc5 HTTP/1.1" status: 204  len: 168 time: 2.0065794
Jun 21 16:42:09.082244 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9ff96-00ab-4bee-a8f3-03fc8c9ce18f req-d2b0a618-7603-495a-84c0-01daf4287e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:09.086313 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-daa9ff96-00ab-4bee-a8f3-03fc8c9ce18f req-d2b0a618-7603-495a-84c0-01daf4287e80 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b36a83d0-d575-4f34-a24f-86cf64fecf11 HTTP/1.1" status: 200  len: 916 time: 0.1530669
Jun 21 16:42:09.186956 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-74469f88-ae07-4e1e-ba41-8bd5d26221fa tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:09.188584 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-74469f88-ae07-4e1e-ba41-8bd5d26221fa tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.39 "GET /v2.0/networks?id=246ee509-2b5e-4a56-b181-933ba128d253 HTTP/1.1" status: 200  len: 811 time: 0.1741292
Jun 21 16:42:09.206298 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-daa9ff96-00ab-4bee-a8f3-03fc8c9ce18f req-0785029d-38b3-4a09-b8be-b5da9e35f4c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b609dbf-8375-44c1-876c-89512812ea04 HTTP/1.1" status: 200  len: 217 time: 0.1125071
Jun 21 16:42:09.206505 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 43742) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:42:09.288668 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-dd0f2a15-53dc-4f1d-9c63-e7e616203288 req-dac318c0-abff-4888-8d04-707ad2c5d49d tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5bba57b-9361-40f1-90a9-cf7d8eb8c36a HTTP/1.1" status: 200  len: 210 time: 0.0972028
Jun 21 16:42:09.308075 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-f6477ee3-6b83-4784-be6d-22a332f803a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f495dd509064a23adb18dc1cd54b526&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0966814
Jun 21 16:42:09.308075 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9ff96-00ab-4bee-a8f3-03fc8c9ce18f req-4d0b52ce-0ee0-4554-b294-6837dfbb239b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:09.308075 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-daa9ff96-00ab-4bee-a8f3-03fc8c9ce18f req-4d0b52ce-0ee0-4554-b294-6837dfbb239b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=695478f2-5745-40bc-862c-f724fca88d65 HTTP/1.1" status: 200  len: 855 time: 0.0857029
Jun 21 16:42:09.308075 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 43746) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:42:09.329211 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-2b7d13a4-fb49-48e1-9ffc-78c87a9b4d38 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11bb3c615f364358bf7e47b3024a2fb9 HTTP/1.1" status: 200  len: 380 time: 0.0685394
Jun 21 16:42:09.341589 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-b1c71854-28f0-4fc1-8821-4caaa4390057 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Request body: {'port': {'device_id': 'a5bba57b-9361-40f1-90a9-cf7d8eb8c36a', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'admin_state_up': True, 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'security_groups': ['816120f9-fbbc-447f-b58c-1e6c0da9e4dd']}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:42:09.371559 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-daa9ff96-00ab-4bee-a8f3-03fc8c9ce18f req-7dbabb04-ea84-45f9-bd51-477303ab77b6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b36a83d0-d575-4f34-a24f-86cf64fecf11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0452487
Jun 21 16:42:09.394519 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5a8d1-5284-4f27-94b8-27eb7c599d68 req-ca1ad856-3ea9-4b78-bd30-40c16e16d318 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:09.396035 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0cb5a8d1-5284-4f27-94b8-27eb7c599d68 req-ca1ad856-3ea9-4b78-bd30-40c16e16d318 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3da8f68-c7b4-4aeb-af1c-c6441b5e0601 HTTP/1.1" status: 200  len: 944 time: 0.2059112
Jun 21 16:42:09.518718 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ce9765d9-8259-49ea-ae99-a5018b937356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:09.520467 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0cb5a8d1-5284-4f27-94b8-27eb7c599d68 req-fb863bee-5c9e-4c14-b82e-cd8a4c519af9 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773785
Jun 21 16:42:09.530947 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-b1c71854-28f0-4fc1-8821-4caaa4390057 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:42:09.537330 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-b1c71854-28f0-4fc1-8821-4caaa4390057 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Usage tracker for resource:port and tenant:11bb3c615f364358bf7e47b3024a2fb9 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:42:09.544755 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-b1c71854-28f0-4fc1-8821-4caaa4390057 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:42:09.551503 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-b1c71854-28f0-4fc1-8821-4caaa4390057 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:42:09.561342 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-b1c71854-28f0-4fc1-8821-4caaa4390057 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Made reservation on behalf of 11bb3c615f364358bf7e47b3024a2fb9 for: {'port': 1} {{(pid=78427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:42:09.564388 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ce9765d9-8259-49ea-ae99-a5018b937356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:09.565679 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-b1c71854-28f0-4fc1-8821-4caaa4390057 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:09.575590 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-daa9ff96-00ab-4bee-a8f3-03fc8c9ce18f req-f944179d-4b18-4e92-9a5d-bb50969a7a39 service neutron] 10.222.0.39 "GET /v2.0/networks/b36a83d0-d575-4f34-a24f-86cf64fecf11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1868029
Jun 21 16:42:09.715363 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ce9765d9-8259-49ea-ae99-a5018b937356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:09.728676 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-1e04e316-3721-4aaa-950d-d065c5b8c721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:09.739027 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.db_base_plugin_common [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-b1c71854-28f0-4fc1-8821-4caaa4390057 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Allocated IP 172.20.0.12 (246ee509-2b5e-4a56-b181-933ba128d253/95146380-c6e8-44b8-bebc-b70e51427629/b5a4cff0-5c49-42db-84da-6873e56994bc) {{(pid=78427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:42:09.747737 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9765d9-8259-49ea-ae99-a5018b937356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7626109-c70b-4c34-82f9-f242da4478d1,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:09.752780 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-daa9ff96-00ab-4bee-a8f3-03fc8c9ce18f req-ad8690f6-0ef7-4f1b-83dc-ee21cca92fd9 service neutron] 10.222.0.39 "GET /v2.0/networks/b36a83d0-d575-4f34-a24f-86cf64fecf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1688905
Jun 21 16:42:09.753608 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-ce9765d9-8259-49ea-ae99-a5018b937356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:09.769148 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ce9765d9-8259-49ea-ae99-a5018b937356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:09.773177 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-ce9765d9-8259-49ea-ae99-a5018b937356 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d7626109-c70b-4c34-82f9-f242da4478d1 HTTP/1.1" status: 204  len: 168 time: 0.4641867
Jun 21 16:42:09.936712 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-b1c71854-28f0-4fc1-8821-4caaa4390057 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for port, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:09.956487 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.provisioning_blocks [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-b1c71854-28f0-4fc1-8821-4caaa4390057 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Transition to ACTIVE for port object b5a4cff0-5c49-42db-84da-6873e56994bc will not be triggered until provisioned by entity DHCP. {{(pid=78427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:42:09.990569 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-b1c71854-28f0-4fc1-8821-4caaa4390057 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1910645'] for port, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:09.996317 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-299ce6cb-e56d-4c27-b500-ffd557e7f74d tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:10.073388 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-b1c71854-28f0-4fc1-8821-4caaa4390057 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Network 246ee509-2b5e-4a56-b181-933ba128d253 is already hosted by enough agents. {{(pid=78427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:42:10.077017 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.base_scheduler [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-b1c71854-28f0-4fc1-8821-4caaa4390057 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Resources bound (agent type, host, resource id):  {{(pid=78427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:42:10.082294 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-b1c71854-28f0-4fc1-8821-4caaa4390057 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Received port after_create {{(pid=78427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:42:10.130499 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c71854-28f0-4fc1-8821-4caaa4390057 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Pushing event updated for resources: {'Port': ['ID=b5a4cff0-5c49-42db-84da-6873e56994bc,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:10.139540 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-b1c71854-28f0-4fc1-8821-4caaa4390057 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:10.162828 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-b1c71854-28f0-4fc1-8821-4caaa4390057 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:10.163746 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-b1c71854-28f0-4fc1-8821-4caaa4390057 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:10.194091 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-b1c71854-28f0-4fc1-8821-4caaa4390057 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8575802
Jun 21 16:42:10.215990 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-9e6973b0-9b83-4db3-a531-14e92286d3a9 service neutron] Request body: {'port': {'device_id': 'a5bba57b-9361-40f1-90a9-cf7d8eb8c36a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79716'}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:42:10.349567 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-9e6973b0-9b83-4db3-a531-14e92286d3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:10.399102 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-1d2955ee-cb09-4693-87cb-c39876f9f094 None None] Provisioning for port b5a4cff0-5c49-42db-84da-6873e56994bc completed by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:42:10.410477 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-1d2955ee-cb09-4693-87cb-c39876f9f094 None None] Provisioning complete for port b5a4cff0-5c49-42db-84da-6873e56994bc triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:42:10.411910 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-1d2955ee-cb09-4693-87cb-c39876f9f094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:10.482395 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-1d2955ee-cb09-4693-87cb-c39876f9f094 None None] Port b5a4cff0-5c49-42db-84da-6873e56994bc cannot update to ACTIVE because it is not bound. {{(pid=78428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 16:42:10.746574 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 3b609dbf-8375-44c1-876c-89512812ea04 details requested by agent hyperv_hv-cinder-79716 with host hv-cinder-79716 {{(pid=78428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 16:42:10.830747 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd964289-c482-498d-87f0-18da1dd40768 req-30fc546f-bd1d-4a5a-82f1-550955dd7367 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:10.831623 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-fd964289-c482-498d-87f0-18da1dd40768 req-30fc546f-bd1d-4a5a-82f1-550955dd7367 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Synchronizing usage tracker for tenant:11bb3c615f364358bf7e47b3024a2fb9 on resource:port {{(pid=78427) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:42:10.868746 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7fba8d-1ed5-47b7-9597-30516464d547 req-45441845-02a4-4409-9cd2-16c35b78c3b3 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:10.870177 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6e7fba8d-1ed5-47b7-9597-30516464d547 req-45441845-02a4-4409-9cd2-16c35b78c3b3 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3da8f68-c7b4-4aeb-af1c-c6441b5e0601 HTTP/1.1" status: 200  len: 944 time: 0.2340629
Jun 21 16:42:10.878297 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 3b609dbf-8375-44c1-876c-89512812ea04, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=3b609dbf-8375-44c1-876c-89512812ea04,segment=NetworkSegment(33f80c76-3dfd-4cef-9c2a-69a109def59a),segment_id=33f80c76-3dfd-4cef-9c2a-69a109def59a)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:42:10.892905 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Returning: {'device': '3b609dbf-8375-44c1-876c-89512812ea04', 'network_id': 'b36a83d0-d575-4f34-a24f-86cf64fecf11', 'port_id': '3b609dbf-8375-44c1-876c-89512812ea04', 'mac_address': 'fa:16:3e:86:9e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '695478f2-5745-40bc-862c-f724fca88d65', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 16:42:10.898200 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-fd964289-c482-498d-87f0-18da1dd40768 req-30fc546f-bd1d-4a5a-82f1-550955dd7367 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Unset dirty status for tenant:11bb3c615f364358bf7e47b3024a2fb9 on resource:port {{(pid=78427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:42:10.899292 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-fd964289-c482-498d-87f0-18da1dd40768 req-30fc546f-bd1d-4a5a-82f1-550955dd7367 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5bba57b-9361-40f1-90a9-cf7d8eb8c36a HTTP/1.1" status: 200  len: 932 time: 0.4670494
Jun 21 16:42:10.946566 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:10.963547 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b609dbf-8375-44c1-876c-89512812ea04 {{(pid=78428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:42:10.979209 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 3b609dbf-8375-44c1-876c-89512812ea04, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=3b609dbf-8375-44c1-876c-89512812ea04,segment=NetworkSegment(33f80c76-3dfd-4cef-9c2a-69a109def59a),segment_id=33f80c76-3dfd-4cef-9c2a-69a109def59a)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:42:10.983294 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:10.985076 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:10.994971 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6e7fba8d-1ed5-47b7-9597-30516464d547 req-ea829c83-e90f-4280-8bce-4771f86351a4 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155093
Jun 21 16:42:11.026099 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-fd964289-c482-498d-87f0-18da1dd40768 req-eedae486-71f1-4cf4-985e-b53e4260c6ae tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1122761
Jun 21 16:42:11.046283 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.notifiers.nova [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-9e6973b0-9b83-4db3-a531-14e92286d3a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5a4cff0-5c49-42db-84da-6873e56994bc {{(pid=78427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:42:11.057096 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-9e6973b0-9b83-4db3-a531-14e92286d3a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:11.079397 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.provisioning_blocks [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-9e6973b0-9b83-4db3-a531-14e92286d3a9 service neutron] Transition to ACTIVE for port object b5a4cff0-5c49-42db-84da-6873e56994bc will not be triggered until provisioned by entity L2. {{(pid=78427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:42:11.085667 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-9e6973b0-9b83-4db3-a531-14e92286d3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1910604'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:11.094488 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=3b609dbf-8375-44c1-876c-89512812ea04,revision_number=4']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:11.098599 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-289b05cc-de23-42ec-af59-8720d924cc14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:11.105497 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:11.297925 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6973b0-9b83-4db3-a531-14e92286d3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a4cff0-5c49-42db-84da-6873e56994bc,revision_number=2']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:11.305962 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-9e6973b0-9b83-4db3-a531-14e92286d3a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:11.333853 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['3b609dbf-8375-44c1-876c-89512812ea04'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:42:11.338531 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-9e6973b0-9b83-4db3-a531-14e92286d3a9 service neutron] Attempting to bind port b5a4cff0-5c49-42db-84da-6873e56994bc on host hv-cinder-79716 for vnic_type normal with profile  {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:42:11.338869 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-9e6973b0-9b83-4db3-a531-14e92286d3a9 service neutron] Attempting to bind port b5a4cff0-5c49-42db-84da-6873e56994bc by drivers openvswitch,hyperv on host hv-cinder-79716 at level 0 using segments [{'id': 'ad271a7b-5d78-41f7-9e28-3494964f653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253'}] {{(pid=78427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:42:11.339171 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-9e6973b0-9b83-4db3-a531-14e92286d3a9 service neutron] Attempting to bind port b5a4cff0-5c49-42db-84da-6873e56994bc on network 246ee509-2b5e-4a56-b181-933ba128d253 {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:42:11.344052 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-9e6973b0-9b83-4db3-a531-14e92286d3a9 service neutron] Port b5a4cff0-5c49-42db-84da-6873e56994bc on network 246ee509-2b5e-4a56-b181-933ba128d253 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79716 {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 16:42:11.344374 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-9e6973b0-9b83-4db3-a531-14e92286d3a9 service neutron] Attempting to bind port b5a4cff0-5c49-42db-84da-6873e56994bc on network 246ee509-2b5e-4a56-b181-933ba128d253 {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:42:11.349626 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-9e6973b0-9b83-4db3-a531-14e92286d3a9 service neutron] Checking agent: {'id': '8fa6119b-2ff5-4d4e-8bfd-f2c719c77604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79716', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'started_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:42:11.349964 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-9e6973b0-9b83-4db3-a531-14e92286d3a9 service neutron] Checking segment: {'id': 'ad271a7b-5d78-41f7-9e28-3494964f653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:42:11.350342 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-9e6973b0-9b83-4db3-a531-14e92286d3a9 service neutron] Bound using segment: {'id': 'ad271a7b-5d78-41f7-9e28-3494964f653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253'} {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:42:11.350831 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-9e6973b0-9b83-4db3-a531-14e92286d3a9 service neutron] Bound port: b5a4cff0-5c49-42db-84da-6873e56994bc, host: hv-cinder-79716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad271a7b-5d78-41f7-9e28-3494964f653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253'}}] {{(pid=78427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:42:11.351321 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-9e6973b0-9b83-4db3-a531-14e92286d3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:11.446771 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-9e6973b0-9b83-4db3-a531-14e92286d3a9 service neutron] For port b5a4cff0-5c49-42db-84da-6873e56994bc, host hv-cinder-79716, cleared binding levels {{(pid=78427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:42:11.450660 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-9e6973b0-9b83-4db3-a531-14e92286d3a9 service neutron] For port b5a4cff0-5c49-42db-84da-6873e56994bc, host hv-cinder-79716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=b5a4cff0-5c49-42db-84da-6873e56994bc,segment=NetworkSegment(ad271a7b-5d78-41f7-9e28-3494964f653a),segment_id=ad271a7b-5d78-41f7-9e28-3494964f653a)] {{(pid=78427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:42:11.455815 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-9e6973b0-9b83-4db3-a531-14e92286d3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1910604'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:11.460423 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:11.516384 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-9e6973b0-9b83-4db3-a531-14e92286d3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:11.516990 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-9e6973b0-9b83-4db3-a531-14e92286d3a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:11.518999 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-9e6973b0-9b83-4db3-a531-14e92286d3a9 service neutron] 10.222.0.39 "PUT /v2.0/ports/b5a4cff0-5c49-42db-84da-6873e56994bc HTTP/1.1" status: 200  len: 1094 time: 1.3092861
Jun 21 16:42:11.525361 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5bba57b-9361-40f1-90a9-cf7d8eb8c36a', 'tag': 'b5a4cff0-5c49-42db-84da-6873e56994bc'}] {{(pid=78427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:42:11.619961 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6973b0-9b83-4db3-a531-14e92286d3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a4cff0-5c49-42db-84da-6873e56994bc,revision_number=3']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:11.623802 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5bba57b-9361-40f1-90a9-cf7d8eb8c36a', 'tag': 'b5a4cff0-5c49-42db-84da-6873e56994bc', 'status': 'completed', 'code': 200}
Jun 21 16:42:11.629084 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-9e6973b0-9b83-4db3-a531-14e92286d3a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:11.676292 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-bc4c1070-0a67-4495-8ff5-63ec623da101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:11.677849 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-bc4c1070-0a67-4495-8ff5-63ec623da101 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=11bb3c615f364358bf7e47b3024a2fb9&device_id=a5bba57b-9361-40f1-90a9-cf7d8eb8c36a HTTP/1.1" status: 200  len: 1097 time: 0.0993786
Jun 21 16:42:11.758401 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-44d62589-fa3e-4dd2-9492-37fd78239aaf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5a4cff0-5c49-42db-84da-6873e56994bc HTTP/1.1" status: 200  len: 217 time: 0.0628803
Jun 21 16:42:11.833147 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-3af7f4be-b388-4064-9ff6-8c4ba03a39cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:11.834442 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-3af7f4be-b388-4064-9ff6-8c4ba03a39cf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=95146380-c6e8-44b8-bebc-b70e51427629 HTTP/1.1" status: 200  len: 850 time: 0.0601919
Jun 21 16:42:11.920459 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-3e183381-bf13-47da-b52d-715ca6ffca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:11.921895 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-3e183381-bf13-47da-b52d-715ca6ffca28 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=246ee509-2b5e-4a56-b181-933ba128d253&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0716879
Jun 21 16:42:12.052101 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-378f1d8d-b2b9-4cc3-a57a-c6e20da1663e service neutron] 10.222.0.39 "GET /v2.0/networks/246ee509-2b5e-4a56-b181-933ba128d253?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232212
Jun 21 16:42:12.301392 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ef1479f6-9f6e-4b60-ad50-7cf6765f7c73 req-483abc9b-3152-4aff-a7a7-6fb625b0a3f3 service neutron] 10.222.0.39 "GET /v2.0/networks/246ee509-2b5e-4a56-b181-933ba128d253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2408531
Jun 21 16:42:12.331553 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676ab5a-8732-4ebe-8f6f-f6b487373ab8 req-2256e6d3-aa01-47f9-8494-3fcc6b11fc9e tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:12.333001 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8676ab5a-8732-4ebe-8f6f-f6b487373ab8 req-2256e6d3-aa01-47f9-8494-3fcc6b11fc9e tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3da8f68-c7b4-4aeb-af1c-c6441b5e0601 HTTP/1.1" status: 200  len: 945 time: 0.2236831
Jun 21 16:42:12.340965 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8533b59-70c3-4c31-a670-67c2bdd01d85 req-24214fa8-221e-46db-9f2c-d1f94efb0386 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:12.342291 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c8533b59-70c3-4c31-a670-67c2bdd01d85 req-24214fa8-221e-46db-9f2c-d1f94efb0386 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5bba57b-9361-40f1-90a9-cf7d8eb8c36a HTTP/1.1" status: 200  len: 944 time: 0.1534293
Jun 21 16:42:12.534476 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8676ab5a-8732-4ebe-8f6f-f6b487373ab8 req-fd79f350-fd77-404e-8867-06a3c909a186 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1912768
Jun 21 16:42:12.536949 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c8533b59-70c3-4c31-a670-67c2bdd01d85 req-4de5cb26-750a-4c09-896d-185289d02166 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1807549
Jun 21 16:42:12.568956 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6e753-7a1d-44f0-b493-9181ce8aebc3 req-c70515ff-b068-41eb-bd79-e95036f33a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:12.570403 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-95f6e753-7a1d-44f0-b493-9181ce8aebc3 req-c70515ff-b068-41eb-bd79-e95036f33a55 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=11bb3c615f364358bf7e47b3024a2fb9&device_id=a5bba57b-9361-40f1-90a9-cf7d8eb8c36a HTTP/1.1" status: 200  len: 1097 time: 0.1668158
Jun 21 16:42:12.702049 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6e753-7a1d-44f0-b493-9181ce8aebc3 req-46bbb2ad-43b7-4f76-b759-af3eb10ad3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:12.703619 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-95f6e753-7a1d-44f0-b493-9181ce8aebc3 req-46bbb2ad-43b7-4f76-b759-af3eb10ad3b4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=246ee509-2b5e-4a56-b181-933ba128d253 HTTP/1.1" status: 200  len: 912 time: 0.1221986
Jun 21 16:42:12.774774 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-95f6e753-7a1d-44f0-b493-9181ce8aebc3 req-81629dab-e0e0-4e97-be94-44431548ea57 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5a4cff0-5c49-42db-84da-6873e56994bc HTTP/1.1" status: 200  len: 217 time: 0.0626154
Jun 21 16:42:12.776128 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 3b609dbf-8375-44c1-876c-89512812ea04 up at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:42:12.845329 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6e753-7a1d-44f0-b493-9181ce8aebc3 req-683e35f9-f8c3-4010-b4cb-6daeabbe28c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:12.846744 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning for port 3b609dbf-8375-44c1-876c-89512812ea04 completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:42:12.846882 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-95f6e753-7a1d-44f0-b493-9181ce8aebc3 req-683e35f9-f8c3-4010-b4cb-6daeabbe28c6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=95146380-c6e8-44b8-bebc-b70e51427629 HTTP/1.1" status: 200  len: 850 time: 0.0609536
Jun 21 16:42:12.851725 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning complete for port 3b609dbf-8375-44c1-876c-89512812ea04 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:42:12.852110 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:12.925686 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6e753-7a1d-44f0-b493-9181ce8aebc3 req-fb2282a5-bb08-47da-a89c-ef3b057745ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:12.927221 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-95f6e753-7a1d-44f0-b493-9181ce8aebc3 req-fb2282a5-bb08-47da-a89c-ef3b057745ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=246ee509-2b5e-4a56-b181-933ba128d253&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0716524
Jun 21 16:42:12.975545 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:13.008404 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 3b609dbf-8375-44c1-876c-89512812ea04, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=3b609dbf-8375-44c1-876c-89512812ea04,segment=NetworkSegment(33f80c76-3dfd-4cef-9c2a-69a109def59a),segment_id=33f80c76-3dfd-4cef-9c2a-69a109def59a)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:42:13.009345 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3da8f68-c7b4-4aeb-af1c-c6441b5e0601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b609dbf-8375-44c1-876c-89512812ea04'}] {{(pid=78428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:42:13.015250 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:13.017082 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:13.072178 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-95f6e753-7a1d-44f0-b493-9181ce8aebc3 req-5fdf1c31-3dd7-4782-8bda-258d40717a5e service neutron] 10.222.0.39 "GET /v2.0/networks/246ee509-2b5e-4a56-b181-933ba128d253?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359630
Jun 21 16:42:13.091791 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=3b609dbf-8375-44c1-876c-89512812ea04,revision_number=5']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:13.104292 dv-cinder-797161-1-iscsi neutron-server[78428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3da8f68-c7b4-4aeb-af1c-c6441b5e0601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b609dbf-8375-44c1-876c-89512812ea04', 'code': 200}
Jun 21 16:42:13.105433 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:13.217464 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-95f6e753-7a1d-44f0-b493-9181ce8aebc3 req-dc60e71b-2bbe-4f19-bec4-626ee0e7930e service neutron] 10.222.0.39 "GET /v2.0/networks/246ee509-2b5e-4a56-b181-933ba128d253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364412
Jun 21 16:42:13.376666 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f096df-3e76-498c-9e9f-e876ff7abaef req-5e71930b-5a56-46c6-b6b3-818d9c3c6dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:13.379642 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a6f096df-3e76-498c-9e9f-e876ff7abaef req-5e71930b-5a56-46c6-b6b3-818d9c3c6dc8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a3da8f68-c7b4-4aeb-af1c-c6441b5e0601 HTTP/1.1" status: 200  len: 1099 time: 0.0743246
Jun 21 16:42:13.433348 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a6f096df-3e76-498c-9e9f-e876ff7abaef req-ba8ad0e3-c0b6-493a-894e-6a9c54e9649b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437777
Jun 21 16:42:13.777983 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c576021-56a9-45f8-b846-82e2db367e39 req-50b06cf3-5fd6-47ff-bc8a-4542d07c0db4 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:13.779424 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5c576021-56a9-45f8-b846-82e2db367e39 req-50b06cf3-5fd6-47ff-bc8a-4542d07c0db4 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3da8f68-c7b4-4aeb-af1c-c6441b5e0601 HTTP/1.1" status: 200  len: 946 time: 0.1395392
Jun 21 16:42:13.787512 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3eed2-d847-4d7c-bc2e-38070ffe3fde req-24ebb658-f90d-468e-8764-59a4bef40579 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:13.788889 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-37b3eed2-d847-4d7c-bc2e-38070ffe3fde req-24ebb658-f90d-468e-8764-59a4bef40579 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5bba57b-9361-40f1-90a9-cf7d8eb8c36a HTTP/1.1" status: 200  len: 944 time: 0.1181016
Jun 21 16:42:13.858600 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5c576021-56a9-45f8-b846-82e2db367e39 req-1e522549-b7e1-402d-bf42-b53b5de1d7c9 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687869
Jun 21 16:42:13.862279 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-37b3eed2-d847-4d7c-bc2e-38070ffe3fde req-5c9c774f-6e43-410e-8356-b346773c3d7d tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592685
Jun 21 16:42:14.609015 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 43824) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:42:14.729700 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-e1b7f062-86c8-4e1d-a8df-d5115d9c8b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:14.745430 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-e1b7f062-86c8-4e1d-a8df-d5115d9c8b28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:42:14.749207 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-e1b7f062-86c8-4e1d-a8df-d5115d9c8b28 admin admin] Usage tracker for resource:security_group_rule and tenant:b0f23b9d4531410fab6a54e9dda8efc1 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:42:14.752306 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-e1b7f062-86c8-4e1d-a8df-d5115d9c8b28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:42:14.758638 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-e1b7f062-86c8-4e1d-a8df-d5115d9c8b28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:42:14.843459 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-e1b7f062-86c8-4e1d-a8df-d5115d9c8b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:14.847680 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-e1b7f062-86c8-4e1d-a8df-d5115d9c8b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:14.854312 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-b2f4dca9-a1d5-4ce0-ad60-c4af0fbdc1d6 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:14.896256 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-e1b7f062-86c8-4e1d-a8df-d5115d9c8b28 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b0f23b9d4531410fab6a54e9dda8efc1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2839015
Jun 21 16:42:14.896256 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b7f062-86c8-4e1d-a8df-d5115d9c8b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297350ce-22cb-4732-bfd2-407dc87799f0,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:14.898732 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-e1b7f062-86c8-4e1d-a8df-d5115d9c8b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:14.899130 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 43834) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:42:15.087994 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4d34f4bc-b0e9-43ef-b883-8351fffbc370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:15.115501 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4d34f4bc-b0e9-43ef-b883-8351fffbc370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:15.122603 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674823be-3b0a-4446-a7ab-efb5f8cc99f4 req-81d94845-930c-4e5f-b1fd-ce01dd8db8b9 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:15.124073 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-674823be-3b0a-4446-a7ab-efb5f8cc99f4 req-81d94845-930c-4e5f-b1fd-ce01dd8db8b9 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5bba57b-9361-40f1-90a9-cf7d8eb8c36a HTTP/1.1" status: 200  len: 944 time: 0.1500924
Jun 21 16:42:15.131998 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460aa416-a324-412a-8953-02f52f1e1c34 req-630ec844-fcb1-44d9-a5a2-fe590416c161 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:15.133382 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-460aa416-a324-412a-8953-02f52f1e1c34 req-630ec844-fcb1-44d9-a5a2-fe590416c161 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3da8f68-c7b4-4aeb-af1c-c6441b5e0601 HTTP/1.1" status: 200  len: 946 time: 0.1581385
Jun 21 16:42:15.167142 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4d34f4bc-b0e9-43ef-b883-8351fffbc370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:15.171949 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-6df69d70-bb8c-4fe2-9ad9-9e94c37658db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:15.182664 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34f4bc-b0e9-43ef-b883-8351fffbc370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297350ce-22cb-4732-bfd2-407dc87799f0,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:15.186329 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-4d34f4bc-b0e9-43ef-b883-8351fffbc370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:15.189486 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4d34f4bc-b0e9-43ef-b883-8351fffbc370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:15.195149 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-4d34f4bc-b0e9-43ef-b883-8351fffbc370 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/297350ce-22cb-4732-bfd2-407dc87799f0 HTTP/1.1" status: 204  len: 168 time: 0.2939138
Jun 21 16:42:15.202972 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-674823be-3b0a-4446-a7ab-efb5f8cc99f4 req-afcf9151-e6fc-4394-84f6-04cbb20153b3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0680854
Jun 21 16:42:15.214621 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-460aa416-a324-412a-8953-02f52f1e1c34 req-bc0b6300-a468-42c8-a380-a84021e18e71 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659399
Jun 21 16:42:15.725781 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:42:16.392013 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992fdc3-a4ca-445e-bca2-f19ba8994db3 req-f602e9dd-895c-459e-b4da-689ef4de03d5 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:16.393543 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f992fdc3-a4ca-445e-bca2-f19ba8994db3 req-f602e9dd-895c-459e-b4da-689ef4de03d5 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5bba57b-9361-40f1-90a9-cf7d8eb8c36a HTTP/1.1" status: 200  len: 944 time: 0.0829897
Jun 21 16:42:16.437837 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f992fdc3-a4ca-445e-bca2-f19ba8994db3 req-8c07d912-80ab-44c1-94db-375db4c9191d tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384824
Jun 21 16:42:17.458596 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-56948796-4fca-47dd-af29-b29710665065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:17.619347 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f895eb4-2a46-44e0-a591-560ab29e89fe req-ec4f6b03-e7ff-4a6e-bf4a-f39c55137d99 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:17.620699 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0f895eb4-2a46-44e0-a591-560ab29e89fe req-ec4f6b03-e7ff-4a6e-bf4a-f39c55137d99 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5bba57b-9361-40f1-90a9-cf7d8eb8c36a HTTP/1.1" status: 200  len: 944 time: 0.0775540
Jun 21 16:42:17.667130 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0f895eb4-2a46-44e0-a591-560ab29e89fe req-3911e6d4-c3aa-46c4-abfa-bb58b07e50ff tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408108
Jun 21 16:42:17.881246 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:18.850834 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5933d2-22c3-4d62-943b-6bebae87a0f2 req-a1d7315b-3216-48c1-991d-848e554dfccd tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:18.852231 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-be5933d2-22c3-4d62-943b-6bebae87a0f2 req-a1d7315b-3216-48c1-991d-848e554dfccd tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5bba57b-9361-40f1-90a9-cf7d8eb8c36a HTTP/1.1" status: 200  len: 944 time: 0.0792468
Jun 21 16:42:18.896344 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-be5933d2-22c3-4d62-943b-6bebae87a0f2 req-3d4fd4ba-43d3-44f4-a926-a79614e714ec tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384421
Jun 21 16:42:20.106291 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-932c4293-5f45-4853-8bdc-bbfebbcf69cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:20.164731 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4510af-42f7-4ecf-902c-97de6e92998c req-82c89621-ff01-4a00-b3b6-e0955b642988 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:20.166176 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5c4510af-42f7-4ecf-902c-97de6e92998c req-82c89621-ff01-4a00-b3b6-e0955b642988 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5bba57b-9361-40f1-90a9-cf7d8eb8c36a HTTP/1.1" status: 200  len: 944 time: 0.1672695
Jun 21 16:42:20.210780 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5c4510af-42f7-4ecf-902c-97de6e92998c req-32355d2e-cf40-4e83-acb3-6fc5a2110cfc tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389221
Jun 21 16:42:20.841545 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:21.396692 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8316c-b549-4f54-9379-82313d1c7c8e req-0bd56c3f-678a-4475-a816-5592d1e85d9f tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:21.398998 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-72d8316c-b549-4f54-9379-82313d1c7c8e req-0bd56c3f-678a-4475-a816-5592d1e85d9f tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5bba57b-9361-40f1-90a9-cf7d8eb8c36a HTTP/1.1" status: 200  len: 944 time: 0.0833349
Jun 21 16:42:21.399858 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device b5a4cff0-5c49-42db-84da-6873e56994bc details requested by agent hyperv_hv-cinder-79716 with host hv-cinder-79716 {{(pid=78428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 16:42:21.410791 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:21.448760 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-72d8316c-b549-4f54-9379-82313d1c7c8e req-a0dd9b7f-0485-40a7-8966-a2db38b8c68d tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440464
Jun 21 16:42:21.556485 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port b5a4cff0-5c49-42db-84da-6873e56994bc, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=b5a4cff0-5c49-42db-84da-6873e56994bc,segment=NetworkSegment(ad271a7b-5d78-41f7-9e28-3494964f653a),segment_id=ad271a7b-5d78-41f7-9e28-3494964f653a)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:42:21.573848 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Returning: {'device': 'b5a4cff0-5c49-42db-84da-6873e56994bc', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'port_id': 'b5a4cff0-5c49-42db-84da-6873e56994bc', 'mac_address': 'fa:16:3e:83:c1:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95146380-c6e8-44b8-bebc-b70e51427629', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 16:42:21.631337 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:21.648140 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a4cff0-5c49-42db-84da-6873e56994bc {{(pid=78428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:42:21.666096 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port b5a4cff0-5c49-42db-84da-6873e56994bc, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=b5a4cff0-5c49-42db-84da-6873e56994bc,segment=NetworkSegment(ad271a7b-5d78-41f7-9e28-3494964f653a),segment_id=ad271a7b-5d78-41f7-9e28-3494964f653a)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:42:21.670581 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:21.672571 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-e06ae2a4-a316-4165-be65-508a037d93c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:21.742976 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=b5a4cff0-5c49-42db-84da-6873e56994bc,revision_number=4']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:21.745933 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:22.073519 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['b5a4cff0-5c49-42db-84da-6873e56994bc'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:42:22.443301 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:22.641655 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab2e43-7643-480e-85e1-dbdeb2992606 req-b067f74d-bfa8-4eb0-ac7b-1fc7874d7adb tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:22.643228 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-55ab2e43-7643-480e-85e1-dbdeb2992606 req-b067f74d-bfa8-4eb0-ac7b-1fc7874d7adb tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5bba57b-9361-40f1-90a9-cf7d8eb8c36a HTTP/1.1" status: 200  len: 945 time: 0.0794866
Jun 21 16:42:22.690694 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-55ab2e43-7643-480e-85e1-dbdeb2992606 req-fce86f0c-1edf-41f8-882c-4f900414b19b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412576
Jun 21 16:42:23.878251 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac19234-2f54-4213-bceb-a603e09c3e7f req-9bbf5c3c-bf02-4a00-89cd-bb80502c01a3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:23.879679 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-bac19234-2f54-4213-bceb-a603e09c3e7f req-9bbf5c3c-bf02-4a00-89cd-bb80502c01a3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5bba57b-9361-40f1-90a9-cf7d8eb8c36a HTTP/1.1" status: 200  len: 945 time: 0.0821807
Jun 21 16:42:23.922546 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-bac19234-2f54-4213-bceb-a603e09c3e7f req-792ffaf3-d208-4105-ae0d-c88515a56c04 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371480
Jun 21 16:42:25.103388 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47509bb6-45ec-475a-880b-7c55081ef571 req-941970d0-2343-47b9-8a13-ac9dc621cdc8 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:25.104953 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-47509bb6-45ec-475a-880b-7c55081ef571 req-941970d0-2343-47b9-8a13-ac9dc621cdc8 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5bba57b-9361-40f1-90a9-cf7d8eb8c36a HTTP/1.1" status: 200  len: 945 time: 0.0788498
Jun 21 16:42:25.134003 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device b5a4cff0-5c49-42db-84da-6873e56994bc up at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:42:25.150741 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-47509bb6-45ec-475a-880b-7c55081ef571 req-301dee30-db1e-46d0-8190-3dc5c5cddbfa tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400507
Jun 21 16:42:25.209145 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning for port b5a4cff0-5c49-42db-84da-6873e56994bc completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:42:25.213776 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning complete for port b5a4cff0-5c49-42db-84da-6873e56994bc triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:42:25.214160 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:25.327007 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:25.354774 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5bba57b-9361-40f1-90a9-cf7d8eb8c36a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a4cff0-5c49-42db-84da-6873e56994bc'}] {{(pid=78428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:42:25.364650 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port b5a4cff0-5c49-42db-84da-6873e56994bc, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=b5a4cff0-5c49-42db-84da-6873e56994bc,segment=NetworkSegment(ad271a7b-5d78-41f7-9e28-3494964f653a),segment_id=ad271a7b-5d78-41f7-9e28-3494964f653a)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:42:25.368664 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:25.370456 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:25.404820 dv-cinder-797161-1-iscsi neutron-server[78428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5bba57b-9361-40f1-90a9-cf7d8eb8c36a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a4cff0-5c49-42db-84da-6873e56994bc', 'code': 200}
Jun 21 16:42:25.436098 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=b5a4cff0-5c49-42db-84da-6873e56994bc,revision_number=5']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:25.439738 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:26.348393 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43862064-5e83-482e-99d9-fafc520c84c6 req-6e60d7f0-6603-4fc6-a1d2-8840ad46f356 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:26.349852 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-43862064-5e83-482e-99d9-fafc520c84c6 req-6e60d7f0-6603-4fc6-a1d2-8840ad46f356 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5bba57b-9361-40f1-90a9-cf7d8eb8c36a HTTP/1.1" status: 200  len: 946 time: 0.0878386
Jun 21 16:42:26.403334 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-43862064-5e83-482e-99d9-fafc520c84c6 req-4961d456-70a7-4999-b456-047a4e82881d tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474713
Jun 21 16:42:26.495072 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1a5fa-27a4-455a-8b59-f1bad37a464e req-4753d4be-9f07-4539-bab0-b4b423277709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:26.496587 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d7c1a5fa-27a4-455a-8b59-f1bad37a464e req-4753d4be-9f07-4539-bab0-b4b423277709 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a5bba57b-9361-40f1-90a9-cf7d8eb8c36a HTTP/1.1" status: 200  len: 1099 time: 0.0722249
Jun 21 16:42:26.542175 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d7c1a5fa-27a4-455a-8b59-f1bad37a464e req-602faf50-8d41-46ad-9479-c6209ad74a1a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0337672
Jun 21 16:42:27.582799 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb62a0a-7adc-4e3c-bc25-6156edcd609d req-e3db37f0-b922-404b-b45e-e347e5c644bb tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:27.584233 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4bb62a0a-7adc-4e3c-bc25-6156edcd609d req-e3db37f0-b922-404b-b45e-e347e5c644bb tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5bba57b-9361-40f1-90a9-cf7d8eb8c36a HTTP/1.1" status: 200  len: 946 time: 0.0800328
Jun 21 16:42:27.635520 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4bb62a0a-7adc-4e3c-bc25-6156edcd609d req-a0d355f9-8896-4709-ae09-c85327459c1b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438304
Jun 21 16:42:28.836474 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7021521-5b26-442f-8193-6171ee6a031e req-b9909337-2d73-46d2-8b13-b732f906b29b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:28.838575 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a7021521-5b26-442f-8193-6171ee6a031e req-b9909337-2d73-46d2-8b13-b732f906b29b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5bba57b-9361-40f1-90a9-cf7d8eb8c36a HTTP/1.1" status: 200  len: 946 time: 0.0883553
Jun 21 16:42:28.885580 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a7021521-5b26-442f-8193-6171ee6a031e req-a820f292-b094-41d8-8ad4-37a353bbcd48 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389161
Jun 21 16:42:29.075326 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363c1e4-d339-4ab7-968e-b06f543000de req-39eedcaf-9cf6-412e-a719-176a01a102cc tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:29.076776 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a363c1e4-d339-4ab7-968e-b06f543000de req-39eedcaf-9cf6-412e-a719-176a01a102cc tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5bba57b-9361-40f1-90a9-cf7d8eb8c36a HTTP/1.1" status: 200  len: 946 time: 0.0825634
Jun 21 16:42:29.126194 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a363c1e4-d339-4ab7-968e-b06f543000de req-ca9127c0-2831-46cc-be3e-dcd28d523224 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429049
Jun 21 16:42:29.149493 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 44012) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:42:29.217537 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dc8faf-2b17-41bd-9fab-af8fcc2e3286 tempest-TestVolumeBootPattern-315696491 tempest-TestVolumeBootPattern-315696491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:29.218994 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-07dc8faf-2b17-41bd-9fab-af8fcc2e3286 tempest-TestVolumeBootPattern-315696491 tempest-TestVolumeBootPattern-315696491-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a5bba57b-9361-40f1-90a9-cf7d8eb8c36a HTTP/1.1" status: 200  len: 1094 time: 0.0685689
Jun 21 16:42:29.221842 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 44016) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:42:29.226671 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [None req-91587974-f2c3-4a8b-9046-7eccd5f201fe tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Request body: {'floatingip': {'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'port_id': 'b5a4cff0-5c49-42db-84da-6873e56994bc', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:42:29.232338 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-91587974-f2c3-4a8b-9046-7eccd5f201fe tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:42:29.236160 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-91587974-f2c3-4a8b-9046-7eccd5f201fe tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Usage tracker for resource:floatingip and tenant:11bb3c615f364358bf7e47b3024a2fb9 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:42:29.238930 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-91587974-f2c3-4a8b-9046-7eccd5f201fe tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:42:29.244514 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-91587974-f2c3-4a8b-9046-7eccd5f201fe tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:42:29.255420 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-91587974-f2c3-4a8b-9046-7eccd5f201fe tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for floatingip, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:29.392960 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-91587974-f2c3-4a8b-9046-7eccd5f201fe tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:29.526735 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.db_base_plugin_common [None req-91587974-f2c3-4a8b-9046-7eccd5f201fe tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Allocated IP 172.27.1.23 (70dc8c3b-1fd1-4e34-848f-30da40ce5650/64348721-2f14-434e-9349-1c86303c6cb6/5891ab1e-1b1f-4369-bc9e-4f1b6f3872b2) {{(pid=78427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:42:29.667432 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-91587974-f2c3-4a8b-9046-7eccd5f201fe tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for port, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:29.697433 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-91587974-f2c3-4a8b-9046-7eccd5f201fe tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1910645'] for port, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:29.701881 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-824d512e-cf58-4eb2-9df4-507ef27ebaca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:29.759976 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91587974-f2c3-4a8b-9046-7eccd5f201fe tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Network 70dc8c3b-1fd1-4e34-848f-30da40ce5650 is already hosted by enough agents. {{(pid=78427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:42:29.762687 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.base_scheduler [None req-91587974-f2c3-4a8b-9046-7eccd5f201fe tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Resources bound (agent type, host, resource id):  {{(pid=78427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:42:29.766381 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91587974-f2c3-4a8b-9046-7eccd5f201fe tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Received port after_create {{(pid=78427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:42:29.803184 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91587974-f2c3-4a8b-9046-7eccd5f201fe tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Pushing event updated for resources: {'Port': ['ID=5891ab1e-1b1f-4369-bc9e-4f1b6f3872b2,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:29.807114 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-91587974-f2c3-4a8b-9046-7eccd5f201fe tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:30.258975 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-91587974-f2c3-4a8b-9046-7eccd5f201fe tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:30.336874 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-91587974-f2c3-4a8b-9046-7eccd5f201fe tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:30.541122 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-91587974-f2c3-4a8b-9046-7eccd5f201fe tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for port, precommit_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:30.545759 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-91587974-f2c3-4a8b-9046-7eccd5f201fe tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1910604'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:30.550059 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:30.648735 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91587974-f2c3-4a8b-9046-7eccd5f201fe tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Pushing event updated for resources: {'Port': ['ID=5891ab1e-1b1f-4369-bc9e-4f1b6f3872b2,revision_number=2']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:30.652508 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-91587974-f2c3-4a8b-9046-7eccd5f201fe tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:30.659582 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-91587974-f2c3-4a8b-9046-7eccd5f201fe tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727397'] for floatingip, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:30.827974 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.db.l3_db [None req-91587974-f2c3-4a8b-9046-7eccd5f201fe tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Floating IP d6af2e42-6a55-4372-a7a0-206fc058cf4e associated. External IP: 172.27.1.23, port: b5a4cff0-5c49-42db-84da-6873e56994bc.
Jun 21 16:42:31.175236 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91587974-f2c3-4a8b-9046-7eccd5f201fe tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Router 1c331204-6ec0-4171-89fb-d058fa373702 has already been hosted by L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb {{(pid=78427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 16:42:31.438011 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91587974-f2c3-4a8b-9046-7eccd5f201fe tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:42:31.448024 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f1192e-75ee-4c1a-8b1b-455141c4aeb5 None None] Sync routers for ids ['1c331204-6ec0-4171-89fb-d058fa373702'] in dv-cinder-797161-1-iscsi {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:42:31.456963 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f1192e-75ee-4c1a-8b1b-455141c4aeb5 None None] Routers {'1c331204-6ec0-4171-89fb-d058fa373702'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:42:31.457667 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-50f1192e-75ee-4c1a-8b1b-455141c4aeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d620250>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:42:20Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['1c331204-6ec0-4171-89fb-d058fa373702'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:42:31.467174 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-91587974-f2c3-4a8b-9046-7eccd5f201fe tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:31.523844 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-91587974-f2c3-4a8b-9046-7eccd5f201fe tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3009622
Jun 21 16:42:31.524480 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5bba57b-9361-40f1-90a9-cf7d8eb8c36a', 'tag': 'b5a4cff0-5c49-42db-84da-6873e56994bc'}] {{(pid=78427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:42:31.572226 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5bba57b-9361-40f1-90a9-cf7d8eb8c36a', 'tag': 'b5a4cff0-5c49-42db-84da-6873e56994bc', 'status': 'completed', 'code': 200}
Jun 21 16:42:31.635428 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-50f1192e-75ee-4c1a-8b1b-455141c4aeb5 None None] Set router 1c331204-6ec0-4171-89fb-d058fa373702 gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:42:31.997421 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-50f1192e-75ee-4c1a-8b1b-455141c4aeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d620250>, [{'id': '1c331204-6ec0-4171-89fb-d058fa373702', 'name': 'tempest-TestVolumeBootPattern-879465801-router', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:39:00Z', 'updated_at': '2021-06-21T16:39:04Z', 'revision_number': 4, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'gw_port': {'id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:36:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:01Z', 'updated_at': '2021-06-21T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_floatingips': [{'id': 'd6af2e42-6a55-4372-a7a0-206fc058cf4e', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'router_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'port_id': 'b5a4cff0-5c49-42db-84da-6873e56994bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'mac_address': 'fa:16:3e:83:c1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bba57b-9361-40f1-90a9-cf7d8eb8c36a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T16:42:30Z', 'updated_at': '2021-06-21T16:42:30Z', 'revision_number': 0, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc6fb73-8003-48a7-9820-ab192af4ae1d', 'name': '', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'mac_address': 'fa:16:3e:06:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '95146380-c6e8-44b8-bebc-b70e51427629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:03Z', 'updated_at': '2021-06-21T16:39:11Z', 'revision_number': 5, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'subnets': [{'id': '95146380-c6e8-44b8-bebc-b70e51427629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:42:32.001294 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f1192e-75ee-4c1a-8b1b-455141c4aeb5 None None] Checking router: 1c331204-6ec0-4171-89fb-d058fa373702 for host: dv-cinder-797161-1-iscsi {{(pid=78428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:42:32.009383 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f1192e-75ee-4c1a-8b1b-455141c4aeb5 None None] Routers {'1c331204-6ec0-4171-89fb-d058fa373702'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:42:32.009968 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-50f1192e-75ee-4c1a-8b1b-455141c4aeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d620250>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:42:20Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['1c331204-6ec0-4171-89fb-d058fa373702'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:42:32.192015 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-50f1192e-75ee-4c1a-8b1b-455141c4aeb5 None None] Set router 1c331204-6ec0-4171-89fb-d058fa373702 gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:42:32.300982 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d9949-6b21-4a96-803a-f6aa10cd8f90 req-a279d7de-54f4-4fe0-84d0-a40966145d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:32.301711 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-891d9949-6b21-4a96-803a-f6aa10cd8f90 req-a279d7de-54f4-4fe0-84d0-a40966145d47 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=11bb3c615f364358bf7e47b3024a2fb9&device_id=a5bba57b-9361-40f1-90a9-cf7d8eb8c36a HTTP/1.1" status: 200  len: 1099 time: 0.0714369
Jun 21 16:42:32.444431 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d9949-6b21-4a96-803a-f6aa10cd8f90 req-2c65899c-c18d-4e2f-b678-2d833cea51ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:32.445891 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-891d9949-6b21-4a96-803a-f6aa10cd8f90 req-2c65899c-c18d-4e2f-b678-2d833cea51ce service neutron] 10.222.0.39 "GET /v2.0/networks?id=246ee509-2b5e-4a56-b181-933ba128d253 HTTP/1.1" status: 200  len: 912 time: 0.1341133
Jun 21 16:42:32.551781 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-50f1192e-75ee-4c1a-8b1b-455141c4aeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d620250>, [{'id': '1c331204-6ec0-4171-89fb-d058fa373702', 'name': 'tempest-TestVolumeBootPattern-879465801-router', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:39:00Z', 'updated_at': '2021-06-21T16:39:04Z', 'revision_number': 4, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'gw_port': {'id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:36:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:01Z', 'updated_at': '2021-06-21T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_floatingips': [{'id': 'd6af2e42-6a55-4372-a7a0-206fc058cf4e', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'router_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'port_id': 'b5a4cff0-5c49-42db-84da-6873e56994bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'mac_address': 'fa:16:3e:83:c1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bba57b-9361-40f1-90a9-cf7d8eb8c36a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T16:42:30Z', 'updated_at': '2021-06-21T16:42:30Z', 'revision_number': 0, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc6fb73-8003-48a7-9820-ab192af4ae1d', 'name': '', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'mac_address': 'fa:16:3e:06:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '95146380-c6e8-44b8-bebc-b70e51427629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:03Z', 'updated_at': '2021-06-21T16:39:11Z', 'revision_number': 5, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'subnets': [{'id': '95146380-c6e8-44b8-bebc-b70e51427629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:42:32.553131 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-891d9949-6b21-4a96-803a-f6aa10cd8f90 req-bc843708-53fb-4628-a609-3800e4e91db5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5a4cff0-5c49-42db-84da-6873e56994bc HTTP/1.1" status: 200  len: 999 time: 0.1001499
Jun 21 16:42:32.557165 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f1192e-75ee-4c1a-8b1b-455141c4aeb5 None None] The sync data for ids ['1c331204-6ec0-4171-89fb-d058fa373702'] in dv-cinder-797161-1-iscsi is: [{'id': '1c331204-6ec0-4171-89fb-d058fa373702', 'name': 'tempest-TestVolumeBootPattern-879465801-router', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:39:00Z', 'updated_at': '2021-06-21T16:39:04Z', 'revision_number': 4, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'gw_port': {'id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:36:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:01Z', 'updated_at': '2021-06-21T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_floatingips': [{'id': 'd6af2e42-6a55-4372-a7a0-206fc058cf4e', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'router_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'port_id': 'b5a4cff0-5c49-42db-84da-6873e56994bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'mac_address': 'fa:16:3e:83:c1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bba57b-9361-40f1-90a9-cf7d8eb8c36a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T16:42:30Z', 'updated_at': '2021-06-21T16:42:30Z', 'revision_number': 0, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc6fb73-8003-48a7-9820-ab192af4ae1d', 'name': '', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'mac_address': 'fa:16:3e:06:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '95146380-c6e8-44b8-bebc-b70e51427629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:03Z', 'updated_at': '2021-06-21T16:39:11Z', 'revision_number': 5, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'subnets': [{'id': '95146380-c6e8-44b8-bebc-b70e51427629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:42:32.623917 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d9949-6b21-4a96-803a-f6aa10cd8f90 req-e47f0285-170c-4829-9581-1fc6682d2b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:32.625369 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-891d9949-6b21-4a96-803a-f6aa10cd8f90 req-e47f0285-170c-4829-9581-1fc6682d2b5d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=95146380-c6e8-44b8-bebc-b70e51427629 HTTP/1.1" status: 200  len: 850 time: 0.0656044
Jun 21 16:42:32.706991 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d9949-6b21-4a96-803a-f6aa10cd8f90 req-3ae805dc-b639-446e-8595-1c44ec60372d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:32.708395 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-891d9949-6b21-4a96-803a-f6aa10cd8f90 req-3ae805dc-b639-446e-8595-1c44ec60372d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=246ee509-2b5e-4a56-b181-933ba128d253&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0736139
Jun 21 16:42:32.787169 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fb6846-8ca0-4787-b066-441281e21201 None None] New status for floating IP d6af2e42-6a55-4372-a7a0-206fc058cf4e: ACTIVE {{(pid=78429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 16:42:32.858987 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-891d9949-6b21-4a96-803a-f6aa10cd8f90 req-75bbb674-0b94-44c7-b03d-daff16fa0ccb service neutron] 10.222.0.39 "GET /v2.0/networks/246ee509-2b5e-4a56-b181-933ba128d253?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414385
Jun 21 16:42:32.995183 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 44036) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:42:33.005665 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-891d9949-6b21-4a96-803a-f6aa10cd8f90 req-16204fa4-dff4-4568-8b9f-d0ebfb371a93 service neutron] 10.222.0.39 "GET /v2.0/networks/246ee509-2b5e-4a56-b181-933ba128d253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1365216
Jun 21 16:42:33.409392 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-259c6ddc-175e-4f25-a536-88219ab96c57 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Deleting port 7eeb1d0a-38c7-4be7-8bcb-982d895b6bfe {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:42:33.409731 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-259c6ddc-175e-4f25-a536-88219ab96c57 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:33.581004 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-259c6ddc-175e-4f25-a536-88219ab96c57 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:33.581359 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-259c6ddc-175e-4f25-a536-88219ab96c57 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:33.700408 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-259c6ddc-175e-4f25-a536-88219ab96c57 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Calling delete_port for 7eeb1d0a-38c7-4be7-8bcb-982d895b6bfe owned by network:floatingip {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:42:33.859058 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-259c6ddc-175e-4f25-a536-88219ab96c57 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:33.864263 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-5777ed58-0bcf-4399-9ac9-a798587bbc96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:33.911237 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c6ddc-175e-4f25-a536-88219ab96c57 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Pushing event deleted for resources: {'Port': ['ID=7eeb1d0a-38c7-4be7-8bcb-982d895b6bfe,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:33.942341 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-259c6ddc-175e-4f25-a536-88219ab96c57 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:34.003437 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-259c6ddc-175e-4f25-a536-88219ab96c57 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks [] for floatingip, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:34.004100 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.db.l3_db [None req-259c6ddc-175e-4f25-a536-88219ab96c57 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Floating IP baaa63ed-6a97-4fd0-8cc7-081e1f1ac6a9 disassociated (deleted). External IP: 172.27.1.116, port: 03600ce8-9489-4f7b-be6b-00c3a6cc2920.
Jun 21 16:42:34.356738 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259c6ddc-175e-4f25-a536-88219ab96c57 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Router 3cbf3fa4-d626-4a26-983e-7f89518c5f4f has already been hosted by L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb {{(pid=78426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 16:42:34.655395 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259c6ddc-175e-4f25-a536-88219ab96c57 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:42:34.667612 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9102cda1-7a0e-4fcf-a755-1ce93e0ce768 None None] Sync routers for ids ['3cbf3fa4-d626-4a26-983e-7f89518c5f4f'] in dv-cinder-797161-1-iscsi {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:42:34.669252 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-259c6ddc-175e-4f25-a536-88219ab96c57 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:34.679409 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9102cda1-7a0e-4fcf-a755-1ce93e0ce768 None None] Routers {'3cbf3fa4-d626-4a26-983e-7f89518c5f4f'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:42:34.680368 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-9102cda1-7a0e-4fcf-a755-1ce93e0ce768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d620070>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:42:20Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['3cbf3fa4-d626-4a26-983e-7f89518c5f4f'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:42:34.744621 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-259c6ddc-175e-4f25-a536-88219ab96c57 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "DELETE /v2.0/floatingips/baaa63ed-6a97-4fd0-8cc7-081e1f1ac6a9 HTTP/1.1" status: 204  len: 168 time: 1.7482061
Jun 21 16:42:34.745322 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae6fc59-f66b-4a6e-ace4-777e59aa7017', 'tag': '03600ce8-9489-4f7b-be6b-00c3a6cc2920'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:42:34.943322 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad402f-729d-4dbe-b519-1f866b0c9696 req-ec9ecd2d-0616-4b47-995f-9c10d5575d35 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:34.945725 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-96ad402f-729d-4dbe-b519-1f866b0c9696 req-ec9ecd2d-0616-4b47-995f-9c10d5575d35 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3da8f68-c7b4-4aeb-af1c-c6441b5e0601 HTTP/1.1" status: 200  len: 946 time: 0.0971286
Jun 21 16:42:34.952551 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-9102cda1-7a0e-4fcf-a755-1ce93e0ce768 None None] Set router 3cbf3fa4-d626-4a26-983e-7f89518c5f4f gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:42:35.007479 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-96ad402f-729d-4dbe-b519-1f866b0c9696 req-10b9bcb8-a8cf-4836-beb3-b71511f5a4b6 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556209
Jun 21 16:42:35.149959 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae6fc59-f66b-4a6e-ace4-777e59aa7017', 'tag': '03600ce8-9489-4f7b-be6b-00c3a6cc2920', 'status': 'completed', 'code': 200}
Jun 21 16:42:35.305955 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950b2bd-1154-46cf-807e-d10b361f9248 req-266a800e-95c8-45f0-aca8-29472b66f43d tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:35.307407 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8950b2bd-1154-46cf-807e-d10b361f9248 req-266a800e-95c8-45f0-aca8-29472b66f43d tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 945 time: 0.1423550
Jun 21 16:42:35.309966 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43a7ba-98dd-4861-84a6-63f7bfef9e2b req-d4a381aa-a080-4608-98f5-42e645a95a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:35.311559 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-dd43a7ba-98dd-4861-84a6-63f7bfef9e2b req-d4a381aa-a080-4608-98f5-42e645a95a69 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0abf7fbe8a894aa0ac522b8db4c418f8&device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 1098 time: 0.1090462
Jun 21 16:42:35.367344 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-9102cda1-7a0e-4fcf-a755-1ce93e0ce768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d620070>, [{'id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'name': 'tempest-TestShelveInstance-1610466586-router', 'tenant_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '1a7a85c1-6f3a-428d-abb0-b49d274789cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:36:58Z', 'updated_at': '2021-06-21T16:37:05Z', 'revision_number': 4, 'project_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'gw_port': {'id': '1a7a85c1-6f3a-428d-abb0-b49d274789cf', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:36:59Z', 'updated_at': '2021-06-21T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': '3707e81f-c26c-472c-b39b-def6c0d82f04', 'name': '', 'network_id': '9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4', 'tenant_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'mac_address': 'fa:16:3e:80:02:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'd28f0b85-c931-4d9a-9dda-91c9d86f9837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:37:04Z', 'updated_at': '2021-06-21T16:37:17Z', 'revision_number': 5, 'project_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'subnets': [{'id': 'd28f0b85-c931-4d9a-9dda-91c9d86f9837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:42:35.371203 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9102cda1-7a0e-4fcf-a755-1ce93e0ce768 None None] Checking router: 3cbf3fa4-d626-4a26-983e-7f89518c5f4f for host: dv-cinder-797161-1-iscsi {{(pid=78428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:42:35.379465 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9102cda1-7a0e-4fcf-a755-1ce93e0ce768 None None] Routers {'3cbf3fa4-d626-4a26-983e-7f89518c5f4f'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:42:35.380086 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-9102cda1-7a0e-4fcf-a755-1ce93e0ce768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d620070>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:42:20Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['3cbf3fa4-d626-4a26-983e-7f89518c5f4f'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:42:35.432440 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8950b2bd-1154-46cf-807e-d10b361f9248 req-ec8f7bd6-c5a4-4ffc-86ed-ae582d2850e9 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1184633
Jun 21 16:42:35.475019 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43a7ba-98dd-4861-84a6-63f7bfef9e2b req-ac6a6d3e-4e4e-4301-aaa9-bdc2a495c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:35.476475 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-dd43a7ba-98dd-4861-84a6-63f7bfef9e2b req-ac6a6d3e-4e4e-4301-aaa9-bdc2a495c5a3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4 HTTP/1.1" status: 200  len: 910 time: 0.1501048
Jun 21 16:42:35.587590 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-9102cda1-7a0e-4fcf-a755-1ce93e0ce768 None None] Set router 3cbf3fa4-d626-4a26-983e-7f89518c5f4f gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:42:35.887348 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-9102cda1-7a0e-4fcf-a755-1ce93e0ce768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d620070>, [{'id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'name': 'tempest-TestShelveInstance-1610466586-router', 'tenant_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '1a7a85c1-6f3a-428d-abb0-b49d274789cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:36:58Z', 'updated_at': '2021-06-21T16:37:05Z', 'revision_number': 4, 'project_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'gw_port': {'id': '1a7a85c1-6f3a-428d-abb0-b49d274789cf', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:36:59Z', 'updated_at': '2021-06-21T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': '3707e81f-c26c-472c-b39b-def6c0d82f04', 'name': '', 'network_id': '9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4', 'tenant_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'mac_address': 'fa:16:3e:80:02:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'd28f0b85-c931-4d9a-9dda-91c9d86f9837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:37:04Z', 'updated_at': '2021-06-21T16:37:17Z', 'revision_number': 5, 'project_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'subnets': [{'id': 'd28f0b85-c931-4d9a-9dda-91c9d86f9837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:42:35.891155 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9102cda1-7a0e-4fcf-a755-1ce93e0ce768 None None] The sync data for ids ['3cbf3fa4-d626-4a26-983e-7f89518c5f4f'] in dv-cinder-797161-1-iscsi is: [{'id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'name': 'tempest-TestShelveInstance-1610466586-router', 'tenant_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '1a7a85c1-6f3a-428d-abb0-b49d274789cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:36:58Z', 'updated_at': '2021-06-21T16:37:05Z', 'revision_number': 4, 'project_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'gw_port': {'id': '1a7a85c1-6f3a-428d-abb0-b49d274789cf', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:36:59Z', 'updated_at': '2021-06-21T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': '3707e81f-c26c-472c-b39b-def6c0d82f04', 'name': '', 'network_id': '9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4', 'tenant_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'mac_address': 'fa:16:3e:80:02:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'd28f0b85-c931-4d9a-9dda-91c9d86f9837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:37:04Z', 'updated_at': '2021-06-21T16:37:17Z', 'revision_number': 5, 'project_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'subnets': [{'id': 'd28f0b85-c931-4d9a-9dda-91c9d86f9837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:42:36.124957 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80280e9-08f7-45d3-a3de-3d2e44f6dfb4 None None] New status for floating IP baaa63ed-6a97-4fd0-8cc7-081e1f1ac6a9: DOWN {{(pid=78429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 16:42:36.202138 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e495cc-de01-4e07-8ff7-06cb75a973f6 req-17bf80cc-7846-4519-906e-9b068a43d18b tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:36.203594 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-95e495cc-de01-4e07-8ff7-06cb75a973f6 req-17bf80cc-7846-4519-906e-9b068a43d18b tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3da8f68-c7b4-4aeb-af1c-c6441b5e0601 HTTP/1.1" status: 200  len: 946 time: 0.0810885
Jun 21 16:42:36.248615 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-95e495cc-de01-4e07-8ff7-06cb75a973f6 req-f8456b19-5865-4014-bebe-784c8abdab8e tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383739
Jun 21 16:42:36.436864 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-dd43a7ba-98dd-4861-84a6-63f7bfef9e2b req-37a6185e-4a6c-454e-aeb4-2cad27703172 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03600ce8-9489-4f7b-be6b-00c3a6cc2920 HTTP/1.1" status: 200  len: 217 time: 0.0635269
Jun 21 16:42:36.621014 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3526789-d978-43da-a679-db64329d372d req-1ad0b917-5c50-4b3d-ac54-ecc822f71e13 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:36.622460 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b3526789-d978-43da-a679-db64329d372d req-1ad0b917-5c50-4b3d-ac54-ecc822f71e13 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 945 time: 0.0848188
Jun 21 16:42:36.666897 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b3526789-d978-43da-a679-db64329d372d req-85a8aa00-4829-4d40-a6be-459dd7812520 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378969
Jun 21 16:42:37.275942 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43a7ba-98dd-4861-84a6-63f7bfef9e2b req-0769d63c-7703-41a1-bbd9-ba20c881e799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:37.277408 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-dd43a7ba-98dd-4861-84a6-63f7bfef9e2b req-0769d63c-7703-41a1-bbd9-ba20c881e799 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d28f0b85-c931-4d9a-9dda-91c9d86f9837 HTTP/1.1" status: 200  len: 848 time: 0.0598536
Jun 21 16:42:37.521420 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8657b-6ddb-4524-8ecd-1aac919736f0 req-d80f37a9-0001-4c1a-88e2-bc9be4546579 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:37.522871 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-43a8657b-6ddb-4524-8ecd-1aac919736f0 req-d80f37a9-0001-4c1a-88e2-bc9be4546579 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3da8f68-c7b4-4aeb-af1c-c6441b5e0601 HTTP/1.1" status: 200  len: 946 time: 0.1665394
Jun 21 16:42:37.566993 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-43a8657b-6ddb-4524-8ecd-1aac919736f0 req-57b39601-d33f-4340-8683-a30922e453f6 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384905
Jun 21 16:42:37.849936 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe236be-2c40-4fba-9a9e-de1cddda5bec req-f26ec9da-afa1-4301-a4f6-0d7b8c797e3d tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:37.851286 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-efe236be-2c40-4fba-9a9e-de1cddda5bec req-f26ec9da-afa1-4301-a4f6-0d7b8c797e3d tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 945 time: 0.0785494
Jun 21 16:42:37.897301 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-efe236be-2c40-4fba-9a9e-de1cddda5bec req-e6317b6c-324f-482b-8ec6-097e8da9f656 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403988
Jun 21 16:42:38.273342 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43a7ba-98dd-4861-84a6-63f7bfef9e2b req-ccdd5fa8-a722-4a28-9e0f-41a1c5b0518a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:38.274966 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-dd43a7ba-98dd-4861-84a6-63f7bfef9e2b req-ccdd5fa8-a722-4a28-9e0f-41a1c5b0518a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0712347
Jun 21 16:42:38.407174 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-dd43a7ba-98dd-4861-84a6-63f7bfef9e2b req-f33fe416-291e-4089-919c-6fc9b7c9cc7e service neutron] 10.222.0.39 "GET /v2.0/networks/9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1229107
Jun 21 16:42:38.546170 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-dd43a7ba-98dd-4861-84a6-63f7bfef9e2b req-e099f90b-a6b8-4092-accc-5bc520ea847e service neutron] 10.222.0.39 "GET /v2.0/networks/9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225820
Jun 21 16:42:38.764660 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe6102-9dd2-411f-90bf-f012bc4ed86d req-8757ca9e-b1f7-4ade-967d-260fa7aea92b tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:38.766074 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-fdbe6102-9dd2-411f-90bf-f012bc4ed86d req-8757ca9e-b1f7-4ade-967d-260fa7aea92b tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3da8f68-c7b4-4aeb-af1c-c6441b5e0601 HTTP/1.1" status: 200  len: 946 time: 0.0780036
Jun 21 16:42:38.814233 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-fdbe6102-9dd2-411f-90bf-f012bc4ed86d req-a3bb6d1d-9aa7-4bfa-be9a-283fc859af17 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418420
Jun 21 16:42:39.083005 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ecafb-fa1d-43a6-bd69-dc00cf70cf07 req-76d98b4f-0bb3-4368-8813-e3c6e793bac8 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:39.084473 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-650ecafb-fa1d-43a6-bd69-dc00cf70cf07 req-76d98b4f-0bb3-4368-8813-e3c6e793bac8 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 945 time: 0.0786521
Jun 21 16:42:39.129957 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-650ecafb-fa1d-43a6-bd69-dc00cf70cf07 req-7f1cd5de-e8a6-482f-96c3-571dce3bbf7e tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394597
Jun 21 16:42:39.594938 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8864c30-a1bd-4bd5-b083-8804039ac72e req-accbafe8-40e5-4867-a478-4043071761ee tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:39.596346 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d8864c30-a1bd-4bd5-b083-8804039ac72e req-accbafe8-40e5-4867-a478-4043071761ee tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3da8f68-c7b4-4aeb-af1c-c6441b5e0601 HTTP/1.1" status: 200  len: 946 time: 0.0862057
Jun 21 16:42:39.674274 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [req-d8864c30-a1bd-4bd5-b083-8804039ac72e req-862579f0-ee49-44dd-a204-9401e56f864a tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Deleting port 3b609dbf-8375-44c1-876c-89512812ea04 {{(pid=78427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:42:39.674530 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-d8864c30-a1bd-4bd5-b083-8804039ac72e req-862579f0-ee49-44dd-a204-9401e56f864a tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:39.857429 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5f6eb-59f7-499e-abfe-79556301808c req-6cc037e7-d8ad-43aa-ad43-57564c607c98 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:39.858145 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-96a5f6eb-59f7-499e-abfe-79556301808c req-6cc037e7-d8ad-43aa-ad43-57564c607c98 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Synchronizing usage tracker for tenant:0abf7fbe8a894aa0ac522b8db4c418f8 on resource:port {{(pid=78426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:42:39.875866 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-96a5f6eb-59f7-499e-abfe-79556301808c req-6cc037e7-d8ad-43aa-ad43-57564c607c98 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Unset dirty status for tenant:0abf7fbe8a894aa0ac522b8db4c418f8 on resource:port {{(pid=78426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:42:39.877129 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-96a5f6eb-59f7-499e-abfe-79556301808c req-6cc037e7-d8ad-43aa-ad43-57564c607c98 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 945 time: 0.1015086
Jun 21 16:42:39.920885 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [req-d8864c30-a1bd-4bd5-b083-8804039ac72e req-862579f0-ee49-44dd-a204-9401e56f864a tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] For port 3b609dbf-8375-44c1-876c-89512812ea04, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=3b609dbf-8375-44c1-876c-89512812ea04,segment=NetworkSegment(33f80c76-3dfd-4cef-9c2a-69a109def59a),segment_id=33f80c76-3dfd-4cef-9c2a-69a109def59a)] {{(pid=78427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:42:39.921248 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-d8864c30-a1bd-4bd5-b083-8804039ac72e req-862579f0-ee49-44dd-a204-9401e56f864a tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:39.952625 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [req-96a5f6eb-59f7-499e-abfe-79556301808c req-dfc716d0-4d90-4272-a0dc-337590b0385e tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Deleting port 03600ce8-9489-4f7b-be6b-00c3a6cc2920 {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:42:39.952972 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-96a5f6eb-59f7-499e-abfe-79556301808c req-dfc716d0-4d90-4272-a0dc-337590b0385e tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:40.084074 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [req-d8864c30-a1bd-4bd5-b083-8804039ac72e req-862579f0-ee49-44dd-a204-9401e56f864a tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Calling delete_port for 3b609dbf-8375-44c1-876c-89512812ea04 owned by compute:nova {{(pid=78427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:42:40.185479 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d2023-f17a-4e67-be01-05f3d20c812d req-271ad9d3-398e-44c7-8c0a-55bfc11bd4b1 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:40.187219 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-830d2023-f17a-4e67-be01-05f3d20c812d req-271ad9d3-398e-44c7-8c0a-55bfc11bd4b1 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3da8f68-c7b4-4aeb-af1c-c6441b5e0601 HTTP/1.1" status: 200  len: 946 time: 0.2581127
Jun 21 16:42:40.202793 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [req-96a5f6eb-59f7-499e-abfe-79556301808c req-dfc716d0-4d90-4272-a0dc-337590b0385e tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] For port 03600ce8-9489-4f7b-be6b-00c3a6cc2920, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=03600ce8-9489-4f7b-be6b-00c3a6cc2920,segment=NetworkSegment(1e3104e4-02f1-4c01-87b5-ee4849ad50f6),segment_id=1e3104e4-02f1-4c01-87b5-ee4849ad50f6)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:42:40.203083 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-96a5f6eb-59f7-499e-abfe-79556301808c req-dfc716d0-4d90-4272-a0dc-337590b0385e tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:40.334031 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-d8864c30-a1bd-4bd5-b083-8804039ac72e req-862579f0-ee49-44dd-a204-9401e56f864a tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1910645'] for port, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:40.342788 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-91587974-f2c3-4a8b-9046-7eccd5f201fe tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:40.349382 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [req-96a5f6eb-59f7-499e-abfe-79556301808c req-dfc716d0-4d90-4272-a0dc-337590b0385e tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Calling delete_port for 03600ce8-9489-4f7b-be6b-00c3a6cc2920 owned by compute:nova {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:42:40.370696 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['29643056-190b-468f-927b-00c6a7e985cd', 'ad9f9daf-1107-4a28-9f18-d81c8a65b685', '51543ea0-f1b5-448d-81ca-4271f136d2bd'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:42:40.376429 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-830d2023-f17a-4e67-be01-05f3d20c812d req-399555b1-0b54-4f32-a2dd-1cb827c25d9f tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1555781
Jun 21 16:42:40.492405 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862579f0-ee49-44dd-a204-9401e56f864a tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Pushing event deleted for resources: {'Port': ['ID=3b609dbf-8375-44c1-876c-89512812ea04,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:40.517241 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-96a5f6eb-59f7-499e-abfe-79556301808c req-dfc716d0-4d90-4272-a0dc-337590b0385e tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:40.525117 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:40.560518 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-862579f0-ee49-44dd-a204-9401e56f864a tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:40.567727 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8864c30-a1bd-4bd5-b083-8804039ac72e req-862579f0-ee49-44dd-a204-9401e56f864a tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] No DVR routers for this DVR port 3b609dbf-8375-44c1-876c-89512812ea04 on host hv-cinder-79716 {{(pid=78427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 16:42:40.570793 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-d8864c30-a1bd-4bd5-b083-8804039ac72e req-862579f0-ee49-44dd-a204-9401e56f864a tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:40.575108 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3da8f68-c7b4-4aeb-af1c-c6441b5e0601', 'name': 'network-vif-deleted', 'tag': '3b609dbf-8375-44c1-876c-89512812ea04'}] {{(pid=78427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:42:40.585585 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d8864c30-a1bd-4bd5-b083-8804039ac72e req-862579f0-ee49-44dd-a204-9401e56f864a tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.39 "DELETE /v2.0/ports/3b609dbf-8375-44c1-876c-89512812ea04 HTTP/1.1" status: 204  len: 173 time: 0.9730809
Jun 21 16:42:40.609470 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc9478-2673-4c33-869b-d3bc4d16b0bf req-3516638f-dd0f-453b-93ec-fe5e9b60bb1a tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:40.611895 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a3dc9478-2673-4c33-869b-d3bc4d16b0bf req-3516638f-dd0f-453b-93ec-fe5e9b60bb1a tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 945 time: 0.3690157
Jun 21 16:42:40.654562 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc716d0-4d90-4272-a0dc-337590b0385e tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Pushing event deleted for resources: {'Port': ['ID=03600ce8-9489-4f7b-be6b-00c3a6cc2920,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:40.658038 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-dfc716d0-4d90-4272-a0dc-337590b0385e tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:40.684459 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3da8f68-c7b4-4aeb-af1c-c6441b5e0601', 'name': 'network-vif-deleted', 'tag': '3b609dbf-8375-44c1-876c-89512812ea04', 'status': 'completed', 'code': 200}
Jun 21 16:42:40.698036 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a3dc9478-2673-4c33-869b-d3bc4d16b0bf req-1cd22f00-3614-4ddd-bbe7-1aff9417583b tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0798063
Jun 21 16:42:40.723155 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a5f6eb-59f7-499e-abfe-79556301808c req-dfc716d0-4d90-4272-a0dc-337590b0385e tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] No DVR routers for this DVR port 03600ce8-9489-4f7b-be6b-00c3a6cc2920 on host hv-cinder-79716 {{(pid=78426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 16:42:40.725733 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-96a5f6eb-59f7-499e-abfe-79556301808c req-dfc716d0-4d90-4272-a0dc-337590b0385e tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:40.737761 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae6fc59-f66b-4a6e-ace4-777e59aa7017', 'name': 'network-vif-deleted', 'tag': '03600ce8-9489-4f7b-be6b-00c3a6cc2920'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:42:40.745757 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-96a5f6eb-59f7-499e-abfe-79556301808c req-dfc716d0-4d90-4272-a0dc-337590b0385e tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.39 "DELETE /v2.0/ports/03600ce8-9489-4f7b-be6b-00c3a6cc2920 HTTP/1.1" status: 204  len: 173 time: 0.8621905
Jun 21 16:42:40.786208 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae6fc59-f66b-4a6e-ace4-777e59aa7017', 'name': 'network-vif-deleted', 'tag': '03600ce8-9489-4f7b-be6b-00c3a6cc2920', 'status': 'completed', 'code': 200}
Jun 21 16:42:41.856068 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-efce9e2e-2489-48ba-9a90-f16b263c123d req-0a4390ef-e912-440b-9fbf-d648cba26ab4 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 210 time: 0.0438499
Jun 21 16:42:43.017918 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2bf1d0d8-f5c4-433c-b5fa-b4f3031be601 req-9924e6c8-aee3-49a0-9f1a-b23b5e0a2a72 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 210 time: 0.0429401
Jun 21 16:42:44.177957 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-3f51bc44-e99e-4849-8835-26df51bf6ceb req-bd7ee44c-a27a-4aaf-9c08-591f09f8083e tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae6fc59-f66b-4a6e-ace4-777e59aa7017 HTTP/1.1" status: 200  len: 210 time: 0.0413291
Jun 21 16:42:44.327708 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 03600ce8-9489-4f7b-be6b-00c3a6cc2920 no longer exists at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:42:44.364736 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] No Port match for: 03600ce8-9489-4f7b-be6b-00c3a6cc2920 {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:42:44.365233 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 03600ce8-9489-4f7b-be6b-00c3a6cc2920 not bound to the agent host hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:42:44.365608 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 3b609dbf-8375-44c1-876c-89512812ea04 no longer exists at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:42:44.398594 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] No Port match for: 3b609dbf-8375-44c1-876c-89512812ea04 {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:42:44.398942 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 3b609dbf-8375-44c1-876c-89512812ea04 not bound to the agent host hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:42:45.270800 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 44160) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:42:45.340316 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-700510c2-9a80-4286-8777-d86b0f3eb48d tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:45.370261 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-700510c2-9a80-4286-8777-d86b0f3eb48d tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:45.439507 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-700510c2-9a80-4286-8777-d86b0f3eb48d tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:45.445009 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-16a06c48-21be-4f91-a0a0-201513d0e5d7 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:45.459914 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700510c2-9a80-4286-8777-d86b0f3eb48d tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:45.462783 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-700510c2-9a80-4286-8777-d86b0f3eb48d tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:45.471635 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-700510c2-9a80-4286-8777-d86b0f3eb48d tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:45.471635 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-700510c2-9a80-4286-8777-d86b0f3eb48d tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] 10.222.0.24 "DELETE /v2.0/security-groups/4c5e4fff-a4fe-4a69-bb86-0854dbb55dd4 HTTP/1.1" status: 204  len: 168 time: 0.1978664
Jun 21 16:42:45.519897 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 44172) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:42:46.273737 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-801d0873-e5b6-4975-b41d-83f72a247d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1726647'] for router_interface, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:46.346172 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeecc1c-679c-4ffb-9a4c-818914a1d59b req-650e0acc-1a5a-4cd9-bbf1-95dea1340eef tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:46.346854 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-dbeecc1c-679c-4ffb-9a4c-818914a1d59b req-650e0acc-1a5a-4cd9-bbf1-95dea1340eef tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Synchronizing usage tracker for tenant:79d4727045d641158a9a982fa38c602b on resource:port {{(pid=78427) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:42:46.363635 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-dbeecc1c-679c-4ffb-9a4c-818914a1d59b req-650e0acc-1a5a-4cd9-bbf1-95dea1340eef tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Unset dirty status for tenant:79d4727045d641158a9a982fa38c602b on resource:port {{(pid=78427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:42:46.364779 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-dbeecc1c-679c-4ffb-9a4c-818914a1d59b req-650e0acc-1a5a-4cd9-bbf1-95dea1340eef tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3259a2-4eb9-4664-a6d4-ef7d15373863 HTTP/1.1" status: 200  len: 945 time: 0.1007061
Jun 21 16:42:46.410319 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-dbeecc1c-679c-4ffb-9a4c-818914a1d59b req-bd1ee5d1-dee4-4d00-8f80-d93bf7abdac2 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396931
Jun 21 16:42:46.623788 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-801d0873-e5b6-4975-b41d-83f72a247d1b admin admin] Deleting port 3707e81f-c26c-472c-b39b-def6c0d82f04 {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:42:46.624134 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-801d0873-e5b6-4975-b41d-83f72a247d1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:46.798323 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-801d0873-e5b6-4975-b41d-83f72a247d1b admin admin] For port 3707e81f-c26c-472c-b39b-def6c0d82f04, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=3707e81f-c26c-472c-b39b-def6c0d82f04,segment=NetworkSegment(1e3104e4-02f1-4c01-87b5-ee4849ad50f6),segment_id=1e3104e4-02f1-4c01-87b5-ee4849ad50f6)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:42:46.798609 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-801d0873-e5b6-4975-b41d-83f72a247d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:46.922049 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-801d0873-e5b6-4975-b41d-83f72a247d1b admin admin] Calling delete_port for 3707e81f-c26c-472c-b39b-def6c0d82f04 owned by network:router_interface {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:42:47.104660 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-801d0873-e5b6-4975-b41d-83f72a247d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:47.108757 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-6efef8b5-bb42-454f-bc9b-65f45ac59b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:47.153417 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d0873-e5b6-4975-b41d-83f72a247d1b admin admin] Pushing event deleted for resources: {'Port': ['ID=3707e81f-c26c-472c-b39b-def6c0d82f04,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:47.157436 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-801d0873-e5b6-4975-b41d-83f72a247d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:47.424436 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-801d0873-e5b6-4975-b41d-83f72a247d1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1647111'] for router_interface, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:47.462078 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-ddf65205-ba15-4c4c-a4c4-6ab8b80bcfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:47.611098 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb3fc3-14cc-4bee-80d8-6349f0f76e61 req-58ed1468-142c-4e58-bd92-0e0f8293d071 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:47.612648 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d1cb3fc3-14cc-4bee-80d8-6349f0f76e61 req-58ed1468-142c-4e58-bd92-0e0f8293d071 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3259a2-4eb9-4664-a6d4-ef7d15373863 HTTP/1.1" status: 200  len: 945 time: 0.0884569
Jun 21 16:42:47.657737 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d1cb3fc3-14cc-4bee-80d8-6349f0f76e61 req-e8df56c7-1fda-41db-9ab1-52e5e4a223a0 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391748
Jun 21 16:42:47.883844 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:47.889862 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801d0873-e5b6-4975-b41d-83f72a247d1b admin admin] Router 3cbf3fa4-d626-4a26-983e-7f89518c5f4f has already been hosted by L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb {{(pid=78426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 16:42:48.069172 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801d0873-e5b6-4975-b41d-83f72a247d1b admin admin] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:42:48.080528 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf4528c-129b-4a81-90c3-71f66e0fd189 None None] Sync routers for ids ['3cbf3fa4-d626-4a26-983e-7f89518c5f4f'] in dv-cinder-797161-1-iscsi {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:42:48.084700 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-801d0873-e5b6-4975-b41d-83f72a247d1b admin admin] 10.222.0.24 "PUT /v2.0/routers/3cbf3fa4-d626-4a26-983e-7f89518c5f4f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5632625
Jun 21 16:42:48.084887 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 44216) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:42:48.091697 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf4528c-129b-4a81-90c3-71f66e0fd189 None None] Routers {'3cbf3fa4-d626-4a26-983e-7f89518c5f4f'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:42:48.092538 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-2bf4528c-129b-4a81-90c3-71f66e0fd189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979e2187f0>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:42:20Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['3cbf3fa4-d626-4a26-983e-7f89518c5f4f'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:42:48.261180 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2c08f8df-5311-4ae4-a4f4-a05555f465aa admin admin] Notify callbacks [] for router, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:48.267559 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-2bf4528c-129b-4a81-90c3-71f66e0fd189 None None] Set router 3cbf3fa4-d626-4a26-983e-7f89518c5f4f gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:42:48.320496 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e17fb-6f0b-4e5b-91a1-452bf80031ca req-89037034-1e84-4b69-bad2-a24b50a0561c tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:48.321580 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-f71e17fb-6f0b-4e5b-91a1-452bf80031ca req-89037034-1e84-4b69-bad2-a24b50a0561c tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Synchronizing usage tracker for tenant:79d4727045d641158a9a982fa38c602b on resource:port {{(pid=78426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:42:48.337991 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-f71e17fb-6f0b-4e5b-91a1-452bf80031ca req-89037034-1e84-4b69-bad2-a24b50a0561c tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Unset dirty status for tenant:79d4727045d641158a9a982fa38c602b on resource:port {{(pid=78426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:42:48.339647 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-f71e17fb-6f0b-4e5b-91a1-452bf80031ca req-89037034-1e84-4b69-bad2-a24b50a0561c tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b3259a2-4eb9-4664-a6d4-ef7d15373863 HTTP/1.1" status: 200  len: 945 time: 0.1032305
Jun 21 16:42:48.439681 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [req-f71e17fb-6f0b-4e5b-91a1-452bf80031ca req-c7d9af1e-3bc7-40a8-8c77-e2e5694fa46b tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Deleting port 51543ea0-f1b5-448d-81ca-4271f136d2bd {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:42:48.440309 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-f71e17fb-6f0b-4e5b-91a1-452bf80031ca req-c7d9af1e-3bc7-40a8-8c77-e2e5694fa46b tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:48.452248 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2c08f8df-5311-4ae4-a4f4-a05555f465aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:48.462923 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [None req-2c08f8df-5311-4ae4-a4f4-a05555f465aa admin admin] Deleting port 1a7a85c1-6f3a-428d-abb0-b49d274789cf {{(pid=78427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:42:48.464170 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2c08f8df-5311-4ae4-a4f4-a05555f465aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:48.580375 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-2bf4528c-129b-4a81-90c3-71f66e0fd189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979e2187f0>, [{'id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'name': 'tempest-TestShelveInstance-1610466586-router', 'tenant_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '1a7a85c1-6f3a-428d-abb0-b49d274789cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:36:58Z', 'updated_at': '2021-06-21T16:42:47Z', 'revision_number': 5, 'project_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'gw_port': {'id': '1a7a85c1-6f3a-428d-abb0-b49d274789cf', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:36:59Z', 'updated_at': '2021-06-21T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi'}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:42:48.584486 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf4528c-129b-4a81-90c3-71f66e0fd189 None None] Checking router: 3cbf3fa4-d626-4a26-983e-7f89518c5f4f for host: dv-cinder-797161-1-iscsi {{(pid=78428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:42:48.595751 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf4528c-129b-4a81-90c3-71f66e0fd189 None None] Routers {'3cbf3fa4-d626-4a26-983e-7f89518c5f4f'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:42:48.596367 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-2bf4528c-129b-4a81-90c3-71f66e0fd189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979e2187f0>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:42:20Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['3cbf3fa4-d626-4a26-983e-7f89518c5f4f'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:42:48.667136 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [None req-2c08f8df-5311-4ae4-a4f4-a05555f465aa admin admin] For port 1a7a85c1-6f3a-428d-abb0-b49d274789cf, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=1a7a85c1-6f3a-428d-abb0-b49d274789cf,segment=NetworkSegment(3123edc3-090a-4516-9a79-a6a8c7b9190b),segment_id=3123edc3-090a-4516-9a79-a6a8c7b9190b)] {{(pid=78427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:42:48.667877 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2c08f8df-5311-4ae4-a4f4-a05555f465aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:48.738051 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [req-f71e17fb-6f0b-4e5b-91a1-452bf80031ca req-c7d9af1e-3bc7-40a8-8c77-e2e5694fa46b tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] For port 51543ea0-f1b5-448d-81ca-4271f136d2bd, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=51543ea0-f1b5-448d-81ca-4271f136d2bd,segment=NetworkSegment(33f80c76-3dfd-4cef-9c2a-69a109def59a),segment_id=33f80c76-3dfd-4cef-9c2a-69a109def59a)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:42:48.738325 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-f71e17fb-6f0b-4e5b-91a1-452bf80031ca req-c7d9af1e-3bc7-40a8-8c77-e2e5694fa46b tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:48.794148 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-2bf4528c-129b-4a81-90c3-71f66e0fd189 None None] Set router 3cbf3fa4-d626-4a26-983e-7f89518c5f4f gateway port host: None {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:42:48.801942 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [None req-2c08f8df-5311-4ae4-a4f4-a05555f465aa admin admin] Calling delete_port for 1a7a85c1-6f3a-428d-abb0-b49d274789cf owned by network:router_gateway {{(pid=78427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:42:48.880417 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [req-f71e17fb-6f0b-4e5b-91a1-452bf80031ca req-c7d9af1e-3bc7-40a8-8c77-e2e5694fa46b tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Calling delete_port for 51543ea0-f1b5-448d-81ca-4271f136d2bd owned by compute:nova {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:42:48.911745 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-2bf4528c-129b-4a81-90c3-71f66e0fd189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979e2187f0>, [{'id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'name': 'tempest-TestShelveInstance-1610466586-router', 'tenant_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:36:58Z', 'updated_at': '2021-06-21T16:42:48Z', 'revision_number': 6, 'project_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'gw_port_host': None}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:42:48.915355 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf4528c-129b-4a81-90c3-71f66e0fd189 None None] The sync data for ids ['3cbf3fa4-d626-4a26-983e-7f89518c5f4f'] in dv-cinder-797161-1-iscsi is: [{'id': '3cbf3fa4-d626-4a26-983e-7f89518c5f4f', 'name': 'tempest-TestShelveInstance-1610466586-router', 'tenant_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:36:58Z', 'updated_at': '2021-06-21T16:42:48Z', 'revision_number': 6, 'project_id': '0abf7fbe8a894aa0ac522b8db4c418f8', 'gw_port_host': None}] {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:42:49.042138 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-f71e17fb-6f0b-4e5b-91a1-452bf80031ca req-c7d9af1e-3bc7-40a8-8c77-e2e5694fa46b tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:49.049029 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-348e74a1-b282-403a-84c6-94341b821995 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:49.080229 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['29643056-190b-468f-927b-00c6a7e985cd', 'ad9f9daf-1107-4a28-9f18-d81c8a65b685', '51543ea0-f1b5-448d-81ca-4271f136d2bd'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:42:49.099522 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9af1e-3bc7-40a8-8c77-e2e5694fa46b tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Pushing event deleted for resources: {'Port': ['ID=51543ea0-f1b5-448d-81ca-4271f136d2bd,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:49.102043 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c7d9af1e-3bc7-40a8-8c77-e2e5694fa46b tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:49.186055 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71e17fb-6f0b-4e5b-91a1-452bf80031ca req-c7d9af1e-3bc7-40a8-8c77-e2e5694fa46b tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] No DVR routers for this DVR port 51543ea0-f1b5-448d-81ca-4271f136d2bd on host hv-cinder-79716 {{(pid=78426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 16:42:49.188735 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-f71e17fb-6f0b-4e5b-91a1-452bf80031ca req-c7d9af1e-3bc7-40a8-8c77-e2e5694fa46b tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:49.195542 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3259a2-4eb9-4664-a6d4-ef7d15373863', 'name': 'network-vif-deleted', 'tag': '51543ea0-f1b5-448d-81ca-4271f136d2bd'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:42:49.197558 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a0af3-112f-45c4-ac06-b54da16a8b4c req-fbfdb4ff-fa73-46e4-9803-cbfe41dd2655 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:49.199102 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1f3a0af3-112f-45c4-ac06-b54da16a8b4c req-fbfdb4ff-fa73-46e4-9803-cbfe41dd2655 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b3259a2-4eb9-4664-a6d4-ef7d15373863 HTTP/1.1" status: 200  len: 945 time: 0.4052002
Jun 21 16:42:49.208886 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-f71e17fb-6f0b-4e5b-91a1-452bf80031ca req-c7d9af1e-3bc7-40a8-8c77-e2e5694fa46b tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.39 "DELETE /v2.0/ports/51543ea0-f1b5-448d-81ca-4271f136d2bd HTTP/1.1" status: 204  len: 173 time: 0.8593390
Jun 21 16:42:49.253620 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b3259a2-4eb9-4664-a6d4-ef7d15373863', 'name': 'network-vif-deleted', 'tag': '51543ea0-f1b5-448d-81ca-4271f136d2bd', 'status': 'completed', 'code': 200}
Jun 21 16:42:49.317232 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-1f3a0af3-112f-45c4-ac06-b54da16a8b4c req-664f3b47-694d-49be-8e12-ada555e763b6 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998034
Jun 21 16:42:49.334012 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2c08f8df-5311-4ae4-a4f4-a05555f465aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1910645'] for port, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:49.348930 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-9e6973b0-9b83-4db3-a531-14e92286d3a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:49.405634 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c08f8df-5311-4ae4-a4f4-a05555f465aa admin admin] Pushing event deleted for resources: {'Port': ['ID=1a7a85c1-6f3a-428d-abb0-b49d274789cf,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:49.409796 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-2c08f8df-5311-4ae4-a4f4-a05555f465aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:49.502185 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2c08f8df-5311-4ae4-a4f4-a05555f465aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1727384'] for router_gateway, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:49.674890 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2c08f8df-5311-4ae4-a4f4-a05555f465aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1019'] for router, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:49.677097 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2c08f8df-5311-4ae4-a4f4-a05555f465aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:49.764973 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2c08f8df-5311-4ae4-a4f4-a05555f465aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1647669'] for router, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:49.765475 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c08f8df-5311-4ae4-a4f4-a05555f465aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cbf3fa4-d626-4a26-983e-7f89518c5f4f {{(pid=78427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 21 16:42:49.779576 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2c08f8df-5311-4ae4-a4f4-a05555f465aa admin admin] Notify callbacks [] for router, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:49.780721 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-2c08f8df-5311-4ae4-a4f4-a05555f465aa admin admin] 10.222.0.24 "DELETE /v2.0/routers/3cbf3fa4-d626-4a26-983e-7f89518c5f4f HTTP/1.1" status: 204  len: 168 time: 1.6948864
Jun 21 16:42:49.783235 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 44236) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:42:49.811038 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 44240) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:42:49.849079 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.db_base_plugin_v2 [None req-f286e262-a048-40dd-b28b-20ca6745ec25 admin admin] Deleting subnet d28f0b85-c931-4d9a-9dda-91c9d86f9837 {{(pid=78427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Jun 21 16:42:49.852584 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-f286e262-a048-40dd-b28b-20ca6745ec25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:49.908806 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-f286e262-a048-40dd-b28b-20ca6745ec25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296277'] for subnet, precommit_delete_associations {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:49.960971 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-2eb6d32b-938f-4567-80d6-d90078871cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:49.977085 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-2eb6d32b-938f-4567-80d6-d90078871cb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:42:49.982165 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-2eb6d32b-938f-4567-80d6-d90078871cb6 admin admin] Usage tracker for resource:security_group_rule and tenant:9d0d411fcc3c46fd86686f4f60fc550c is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:42:49.985555 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-2eb6d32b-938f-4567-80d6-d90078871cb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:42:49.995688 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-2eb6d32b-938f-4567-80d6-d90078871cb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:42:50.034928 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-f286e262-a048-40dd-b28b-20ca6745ec25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640788'] for subnet, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:50.126493 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-2d1e9a50-86cc-45fd-a01a-9742b93bc0db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:50.132099 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-2eb6d32b-938f-4567-80d6-d90078871cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:50.137219 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-2eb6d32b-938f-4567-80d6-d90078871cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:50.149186 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-56bd2f0a-7225-496a-86e9-6e72ad619f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:50.187158 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-2eb6d32b-938f-4567-80d6-d90078871cb6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9d0d411fcc3c46fd86686f4f60fc550c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3748875
Jun 21 16:42:50.190641 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 44246) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:42:50.193174 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb6d32b-938f-4567-80d6-d90078871cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85154c3e-ccd9-4dc6-a807-47f9f3845693,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:50.206446 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-2eb6d32b-938f-4567-80d6-d90078871cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:50.252120 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-6e1a7c4d-c7d9-46a2-ba6b-31c23931b6e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:50.276702 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-6e1a7c4d-c7d9-46a2-ba6b-31c23931b6e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:50.320843 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-f286e262-a048-40dd-b28b-20ca6745ec25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1910534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301253'] for subnet, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:50.324938 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:50.368442 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f286e262-a048-40dd-b28b-20ca6745ec25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d28f0b85-c931-4d9a-9dda-91c9d86f9837,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:50.371531 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-f286e262-a048-40dd-b28b-20ca6745ec25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:50.374513 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-f286e262-a048-40dd-b28b-20ca6745ec25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for subnet, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:50.384387 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-f286e262-a048-40dd-b28b-20ca6745ec25 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d28f0b85-c931-4d9a-9dda-91c9d86f9837 HTTP/1.1" status: 204  len: 168 time: 0.5979147
Jun 21 16:42:50.384621 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 44252) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:42:50.385449 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e0a651-ab46-4c84-9f8b-19da14d8cea3 None None] Network 9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:42:50.453716 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-6e1a7c4d-c7d9-46a2-ba6b-31c23931b6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:50.458666 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-fb2761e2-ff0e-43bc-ac77-8dc5a9ed8dba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:50.475315 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-6e1a7c4d-c7d9-46a2-ba6b-31c23931b6e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:50.479371 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-6e1a7c4d-c7d9-46a2-ba6b-31c23931b6e1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/85154c3e-ccd9-4dc6-a807-47f9f3845693 HTTP/1.1" status: 204  len: 168 time: 0.2876737
Jun 21 16:42:50.480288 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a7c4d-c7d9-46a2-ba6b-31c23931b6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85154c3e-ccd9-4dc6-a807-47f9f3845693,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:50.482867 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-6e1a7c4d-c7d9-46a2-ba6b-31c23931b6e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:50.514814 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-85cb629d-9f9b-4a47-bf20-b61130408361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614427'] for network, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:50.527914 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [None req-85cb629d-9f9b-4a47-bf20-b61130408361 admin admin] Deleting port 50378c5c-1625-4307-b774-8dcf6e53a81f {{(pid=78427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:42:50.528345 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-85cb629d-9f9b-4a47-bf20-b61130408361 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:50.675064 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 1a7a85c1-6f3a-428d-abb0-b49d274789cf no longer exists at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:42:50.718316 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] No Port match for: 1a7a85c1-6f3a-428d-abb0-b49d274789cf {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:42:50.718821 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 1a7a85c1-6f3a-428d-abb0-b49d274789cf not bound to the agent host dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:42:50.719848 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 3707e81f-c26c-472c-b39b-def6c0d82f04 no longer exists at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:42:50.756376 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f3cf90-b90a-4e36-b667-16e71e8ea90f None None] DHCP port deletion for 9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4 request from dv-cinder-797161-1-iscsi {{(pid=78428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 21 16:42:50.766469 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] No Port match for: 3707e81f-c26c-472c-b39b-def6c0d82f04 {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:42:50.766821 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 3707e81f-c26c-472c-b39b-def6c0d82f04 not bound to the agent host dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:42:50.769802 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-44f3cf90-b90a-4e36-b667-16e71e8ea90f None None] Deleting port 50378c5c-1625-4307-b774-8dcf6e53a81f {{(pid=78428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:42:50.770349 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-44f3cf90-b90a-4e36-b667-16e71e8ea90f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:50.871820 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 44264) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:42:50.889660 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b7d3e2e-7e62-4fd9-ab51-58724bf35003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:50.894260 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:50.908171 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-4b7d3e2e-7e62-4fd9-ab51-58724bf35003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:42:50.913734 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-4b7d3e2e-7e62-4fd9-ab51-58724bf35003 admin admin] Usage tracker for resource:security_group_rule and tenant:bbf892d3bc0a430bbece99acf03ddfb7 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:42:50.916264 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-4b7d3e2e-7e62-4fd9-ab51-58724bf35003 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:42:50.921848 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-4b7d3e2e-7e62-4fd9-ab51-58724bf35003 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:42:50.960523 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [None req-85cb629d-9f9b-4a47-bf20-b61130408361 admin admin] For port 50378c5c-1625-4307-b774-8dcf6e53a81f, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=50378c5c-1625-4307-b774-8dcf6e53a81f,segment=NetworkSegment(1e3104e4-02f1-4c01-87b5-ee4849ad50f6),segment_id=1e3104e4-02f1-4c01-87b5-ee4849ad50f6)] {{(pid=78427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:42:50.961106 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-85cb629d-9f9b-4a47-bf20-b61130408361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:50.997752 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-44f3cf90-b90a-4e36-b667-16e71e8ea90f None None] For port 50378c5c-1625-4307-b774-8dcf6e53a81f, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=50378c5c-1625-4307-b774-8dcf6e53a81f,segment=NetworkSegment(1e3104e4-02f1-4c01-87b5-ee4849ad50f6),segment_id=1e3104e4-02f1-4c01-87b5-ee4849ad50f6)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:42:50.998157 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-44f3cf90-b90a-4e36-b667-16e71e8ea90f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:51.007535 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b7d3e2e-7e62-4fd9-ab51-58724bf35003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:51.014498 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b7d3e2e-7e62-4fd9-ab51-58724bf35003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:51.021858 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-83d57ecd-40cd-41cb-9fd9-145300e6031d tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:51.065239 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-4b7d3e2e-7e62-4fd9-ab51-58724bf35003 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bbf892d3bc0a430bbece99acf03ddfb7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1923106
Jun 21 16:42:51.066024 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d3e2e-7e62-4fd9-ab51-58724bf35003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f0c3f7-ddb5-4940-8b6d-a6b771ca4dfe,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:51.068320 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 44268) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:42:51.082155 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-4b7d3e2e-7e62-4fd9-ab51-58724bf35003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:51.104347 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [None req-85cb629d-9f9b-4a47-bf20-b61130408361 admin admin] Calling delete_port for 50378c5c-1625-4307-b774-8dcf6e53a81f owned by network:dhcp {{(pid=78427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:42:51.127954 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-44f3cf90-b90a-4e36-b667-16e71e8ea90f None None] Calling delete_port for 50378c5c-1625-4307-b774-8dcf6e53a81f owned by network:dhcp {{(pid=78428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:42:51.146637 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-437c2d5c-03ed-4d43-9abf-7218f5a99ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:51.172435 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-437c2d5c-03ed-4d43-9abf-7218f5a99ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:51.197822 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ce292-4a2b-471f-991c-aae91ecad509 req-4ee99db8-1f76-4300-a149-eb6ecc976790 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:51.199272 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-555ce292-4a2b-471f-991c-aae91ecad509 req-4ee99db8-1f76-4300-a149-eb6ecc976790 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce5f3e7-1128-4599-b7a1-fb84e11c47ab HTTP/1.1" status: 200  len: 945 time: 0.3020222
Jun 21 16:42:51.216006 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.db.api [None req-44f3cf90-b90a-4e36-b667-16e71e8ea90f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 16:42:51.216693 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_db.api [None req-44f3cf90-b90a-4e36-b667-16e71e8ea90f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 16:42:51.222884 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-85cb629d-9f9b-4a47-bf20-b61130408361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1910645'] for port, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:51.229929 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:51.232913 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-437c2d5c-03ed-4d43-9abf-7218f5a99ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:51.237733 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-2a9c1e43-4487-4383-8882-3495cd684606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:51.248769 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c2d5c-03ed-4d43-9abf-7218f5a99ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f0c3f7-ddb5-4940-8b6d-a6b771ca4dfe,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:51.251860 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-437c2d5c-03ed-4d43-9abf-7218f5a99ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:51.257602 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-437c2d5c-03ed-4d43-9abf-7218f5a99ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:51.260044 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-437c2d5c-03ed-4d43-9abf-7218f5a99ba2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/70f0c3f7-ddb5-4940-8b6d-a6b771ca4dfe HTTP/1.1" status: 204  len: 168 time: 0.1795399
Jun 21 16:42:51.283025 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb629d-9f9b-4a47-bf20-b61130408361 admin admin] Pushing event deleted for resources: {'Port': ['ID=50378c5c-1625-4307-b774-8dcf6e53a81f,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:51.290773 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-85cb629d-9f9b-4a47-bf20-b61130408361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:51.291558 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cb629d-9f9b-4a47-bf20-b61130408361 admin admin] No DVR routers for this DVR port 50378c5c-1625-4307-b774-8dcf6e53a81f on host dv-cinder-797161-1-iscsi {{(pid=78427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 16:42:51.327843 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-555ce292-4a2b-471f-991c-aae91ecad509 req-7dfd7ae9-042d-45cd-bcc7-4de7af3c5b8a tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211858
Jun 21 16:42:51.412576 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:51.413523 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-85cb629d-9f9b-4a47-bf20-b61130408361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640139', 'neutron.services.segments.db._delete_segments_for_network-8768074427558'] for network, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:51.427451 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.services.segments.db [None req-85cb629d-9f9b-4a47-bf20-b61130408361 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f979e4b9bb0>,) {'filters': {'network_id': ['9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4']}} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:42:51.441300 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.services.segments.db [None req-85cb629d-9f9b-4a47-bf20-b61130408361 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f979e4b9bb0>, '1e3104e4-02f1-4c01-87b5-ee4849ad50f6') {'for_net_delete': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:42:51.441657 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.services.segments.db [None req-85cb629d-9f9b-4a47-bf20-b61130408361 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f979e4b9bb0>, '1e3104e4-02f1-4c01-87b5-ee4849ad50f6') {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:42:51.453187 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-85cb629d-9f9b-4a47-bf20-b61130408361 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768074438669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296290'] for segment, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:51.469402 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-85cb629d-9f9b-4a47-bf20-b61130408361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645578'] for segment, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:51.475407 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85cb629d-9f9b-4a47-bf20-b61130408361 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=78427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 16:42:51.475844 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-85cb629d-9f9b-4a47-bf20-b61130408361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-645571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957028'] for segment, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:51.493156 dv-cinder-797161-1-iscsi neutron-server[78427]: Traceback (most recent call last):
Jun 21 16:42:51.493156 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 16:42:51.493156 dv-cinder-797161-1-iscsi neutron-server[78427]:     timer()
Jun 21 16:42:51.493156 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 16:42:51.493156 dv-cinder-797161-1-iscsi neutron-server[78427]:     cb(*args, **kw)
Jun 21 16:42:51.493156 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 16:42:51.493156 dv-cinder-797161-1-iscsi neutron-server[78427]:     return func(*args, **kwargs)
Jun 21 16:42:51.493156 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 16:42:51.493156 dv-cinder-797161-1-iscsi neutron-server[78427]:     self._notify()
Jun 21 16:42:51.493156 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 16:42:51.493156 dv-cinder-797161-1-iscsi neutron-server[78427]:     self.callback(batched_events)
Jun 21 16:42:51.493156 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 16:42:51.493156 dv-cinder-797161-1-iscsi neutron-server[78427]:     event.method(event)
Jun 21 16:42:51.493156 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 16:42:51.493156 dv-cinder-797161-1-iscsi neutron-server[78427]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 16:42:51.493156 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 16:42:51.493156 dv-cinder-797161-1-iscsi neutron-server[78427]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 16:42:51.493156 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 16:42:51.493156 dv-cinder-797161-1-iscsi neutron-server[78427]:     return f(self, *a, **k)
Jun 21 16:42:51.493156 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 16:42:51.493156 dv-cinder-797161-1-iscsi neutron-server[78427]:     return self._get(url).json()
Jun 21 16:42:51.493156 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 16:42:51.493156 dv-cinder-797161-1-iscsi neutron-server[78427]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 16:42:51.493156 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 16:42:51.493156 dv-cinder-797161-1-iscsi neutron-server[78427]:     return self.request(url, 'GET', **kwargs)
Jun 21 16:42:51.493156 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 16:42:51.493156 dv-cinder-797161-1-iscsi neutron-server[78427]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 16:42:51.493156 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 16:42:51.493156 dv-cinder-797161-1-iscsi neutron-server[78427]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 16:42:51.493156 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 16:42:51.493156 dv-cinder-797161-1-iscsi neutron-server[78427]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 16:42:51.493156 dv-cinder-797161-1-iscsi neutron-server[78427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 16:42:51.567899 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-85cb629d-9f9b-4a47-bf20-b61130408361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1727415'] for network, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:51.571545 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-8ecb1c1a-979d-45d9-9d42-67fdf1248f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:51.586376 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-85cb629d-9f9b-4a47-bf20-b61130408361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for network, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:51.592262 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb629d-9f9b-4a47-bf20-b61130408361 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:51.596432 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-85cb629d-9f9b-4a47-bf20-b61130408361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:51.608444 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-85cb629d-9f9b-4a47-bf20-b61130408361 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9c9d9910-4f4e-4c9d-8b4b-8e5f907e54d4 HTTP/1.1" status: 204  len: 168 time: 1.2228394
Jun 21 16:42:51.612140 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 44280) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:42:51.717773 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-44f3cf90-b90a-4e36-b667-16e71e8ea90f None None] Deleting port 50378c5c-1625-4307-b774-8dcf6e53a81f {{(pid=78428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:42:51.718214 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-44f3cf90-b90a-4e36-b667-16e71e8ea90f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:51.790552 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-44f3cf90-b90a-4e36-b667-16e71e8ea90f None None] The port '50378c5c-1625-4307-b774-8dcf6e53a81f' was deleted {{(pid=78428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}}
Jun 21 16:42:52.164810 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8316567b-9f6e-4e55-8746-06d5780d013f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1726647'] for router_interface, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:52.358336 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 51543ea0-f1b5-448d-81ca-4271f136d2bd no longer exists at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:42:52.400153 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] No Port match for: 51543ea0-f1b5-448d-81ca-4271f136d2bd {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:42:52.400770 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 51543ea0-f1b5-448d-81ca-4271f136d2bd not bound to the agent host hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:42:52.473811 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:52.555895 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7e5ce-08f5-4d3a-a686-6418587b4de7 req-0ea244bf-c174-468b-ac7c-09fc024d2443 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:52.557447 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-07f7e5ce-08f5-4d3a-a686-6418587b4de7 req-0ea244bf-c174-468b-ac7c-09fc024d2443 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce5f3e7-1128-4599-b7a1-fb84e11c47ab HTTP/1.1" status: 200  len: 945 time: 0.0967083
Jun 21 16:42:52.586787 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-8316567b-9f6e-4e55-8746-06d5780d013f admin admin] Deleting port e843bfc3-855d-4523-b429-7fd3e311a01b {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:42:52.587146 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8316567b-9f6e-4e55-8746-06d5780d013f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:52.623561 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-07f7e5ce-08f5-4d3a-a686-6418587b4de7 req-176f4f3d-0c16-498f-aef7-b92a8ac094cd tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508640
Jun 21 16:42:52.654058 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 50378c5c-1625-4307-b774-8dcf6e53a81f no longer exists at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:42:52.691234 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] No Port match for: 50378c5c-1625-4307-b774-8dcf6e53a81f {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:42:52.691512 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 50378c5c-1625-4307-b774-8dcf6e53a81f not bound to the agent host dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:42:52.725365 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:42:52.733926 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eaea6e-2f92-484c-8c9a-6ee9413959a3 req-71d6b729-7c51-4c93-b83e-2ba35eaedb4c tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:52.735141 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-61eaea6e-2f92-484c-8c9a-6ee9413959a3 req-71d6b729-7c51-4c93-b83e-2ba35eaedb4c tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Synchronizing usage tracker for tenant:79d4727045d641158a9a982fa38c602b on resource:port {{(pid=78426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:42:52.772221 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-61eaea6e-2f92-484c-8c9a-6ee9413959a3 req-71d6b729-7c51-4c93-b83e-2ba35eaedb4c tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Unset dirty status for tenant:79d4727045d641158a9a982fa38c602b on resource:port {{(pid=78426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:42:52.773337 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-61eaea6e-2f92-484c-8c9a-6ee9413959a3 req-71d6b729-7c51-4c93-b83e-2ba35eaedb4c tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ce5f3e7-1128-4599-b7a1-fb84e11c47ab HTTP/1.1" status: 200  len: 945 time: 0.2640231
Jun 21 16:42:52.949778 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-8316567b-9f6e-4e55-8746-06d5780d013f admin admin] For port e843bfc3-855d-4523-b429-7fd3e311a01b, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=e843bfc3-855d-4523-b429-7fd3e311a01b,segment=NetworkSegment(41f3329e-ef22-41f2-a0ff-14688e19272c),segment_id=41f3329e-ef22-41f2-a0ff-14688e19272c)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:42:52.950058 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8316567b-9f6e-4e55-8746-06d5780d013f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:53.081057 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-8316567b-9f6e-4e55-8746-06d5780d013f admin admin] Calling delete_port for e843bfc3-855d-4523-b429-7fd3e311a01b owned by network:router_interface {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:42:53.118290 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [req-61eaea6e-2f92-484c-8c9a-6ee9413959a3 req-66584e24-d41d-41dc-ba4a-b99587084a4c tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Deleting port ad9f9daf-1107-4a28-9f18-d81c8a65b685 {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:42:53.118627 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-61eaea6e-2f92-484c-8c9a-6ee9413959a3 req-66584e24-d41d-41dc-ba4a-b99587084a4c tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:53.427791 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [req-61eaea6e-2f92-484c-8c9a-6ee9413959a3 req-66584e24-d41d-41dc-ba4a-b99587084a4c tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] For port ad9f9daf-1107-4a28-9f18-d81c8a65b685, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=ad9f9daf-1107-4a28-9f18-d81c8a65b685,segment=NetworkSegment(33f80c76-3dfd-4cef-9c2a-69a109def59a),segment_id=33f80c76-3dfd-4cef-9c2a-69a109def59a)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:42:53.428507 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-61eaea6e-2f92-484c-8c9a-6ee9413959a3 req-66584e24-d41d-41dc-ba4a-b99587084a4c tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:53.592179 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [req-61eaea6e-2f92-484c-8c9a-6ee9413959a3 req-66584e24-d41d-41dc-ba4a-b99587084a4c tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Calling delete_port for ad9f9daf-1107-4a28-9f18-d81c8a65b685 owned by compute:nova {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:42:53.661031 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8316567b-9f6e-4e55-8746-06d5780d013f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:53.666438 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-606437d4-0d63-4c33-8b1d-e28448186da8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:53.721685 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316567b-9f6e-4e55-8746-06d5780d013f admin admin] Pushing event deleted for resources: {'Port': ['ID=e843bfc3-855d-4523-b429-7fd3e311a01b,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:53.749271 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-8316567b-9f6e-4e55-8746-06d5780d013f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:53.823075 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf86822-5a52-4d78-b5bf-1e6c2fa0a191 req-95765984-7cba-4ff3-a45d-ac0771d09e09 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:53.830591 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2cf86822-5a52-4d78-b5bf-1e6c2fa0a191 req-95765984-7cba-4ff3-a45d-ac0771d09e09 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce5f3e7-1128-4599-b7a1-fb84e11c47ab HTTP/1.1" status: 200  len: 945 time: 0.1037159
Jun 21 16:42:53.879215 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2cf86822-5a52-4d78-b5bf-1e6c2fa0a191 req-afed9e33-ca5c-43d3-a6cb-a2a389b1cacf tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477600
Jun 21 16:42:53.927537 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-61eaea6e-2f92-484c-8c9a-6ee9413959a3 req-66584e24-d41d-41dc-ba4a-b99587084a4c tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:53.940443 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c7d9af1e-3bc7-40a8-8c77-e2e5694fa46b tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:53.962246 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['29643056-190b-468f-927b-00c6a7e985cd', 'ad9f9daf-1107-4a28-9f18-d81c8a65b685'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:42:53.987841 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66584e24-d41d-41dc-ba4a-b99587084a4c tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Pushing event deleted for resources: {'Port': ['ID=ad9f9daf-1107-4a28-9f18-d81c8a65b685,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:54.002395 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-66584e24-d41d-41dc-ba4a-b99587084a4c tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:54.136276 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [req-61eaea6e-2f92-484c-8c9a-6ee9413959a3 req-66584e24-d41d-41dc-ba4a-b99587084a4c tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] No DVR routers for this DVR port ad9f9daf-1107-4a28-9f18-d81c8a65b685 on host hv-cinder-79716 {{(pid=78426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 16:42:54.146572 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-61eaea6e-2f92-484c-8c9a-6ee9413959a3 req-66584e24-d41d-41dc-ba4a-b99587084a4c tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:54.149067 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce5f3e7-1128-4599-b7a1-fb84e11c47ab', 'name': 'network-vif-deleted', 'tag': 'ad9f9daf-1107-4a28-9f18-d81c8a65b685'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:42:54.175907 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-61eaea6e-2f92-484c-8c9a-6ee9413959a3 req-66584e24-d41d-41dc-ba4a-b99587084a4c tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.39 "DELETE /v2.0/ports/ad9f9daf-1107-4a28-9f18-d81c8a65b685 HTTP/1.1" status: 204  len: 173 time: 1.3922818
Jun 21 16:42:54.178640 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8316567b-9f6e-4e55-8746-06d5780d013f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1647111'] for router_interface, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:54.251824 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce5f3e7-1128-4599-b7a1-fb84e11c47ab', 'name': 'network-vif-deleted', 'tag': 'ad9f9daf-1107-4a28-9f18-d81c8a65b685', 'status': 'completed', 'code': 200}
Jun 21 16:42:54.659826 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8316567b-9f6e-4e55-8746-06d5780d013f admin admin] Router 4979222f-6ab8-4608-8446-bee74d613afa has already been hosted by L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb {{(pid=78426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 16:42:54.861300 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8316567b-9f6e-4e55-8746-06d5780d013f admin admin] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:42:54.868072 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-8316567b-9f6e-4e55-8746-06d5780d013f admin admin] 10.222.0.24 "PUT /v2.0/routers/4979222f-6ab8-4608-8446-bee74d613afa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2548804
Jun 21 16:42:54.869533 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 44338) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:42:54.873425 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833b3fa7-c723-4ecd-bdbd-179f11bc233d None None] Sync routers for ids ['4979222f-6ab8-4608-8446-bee74d613afa'] in dv-cinder-797161-1-iscsi {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:42:54.883574 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833b3fa7-c723-4ecd-bdbd-179f11bc233d None None] Routers {'4979222f-6ab8-4608-8446-bee74d613afa'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:42:54.884222 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-833b3fa7-c723-4ecd-bdbd-179f11bc233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979de14850>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:42:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['4979222f-6ab8-4608-8446-bee74d613afa'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:42:55.068286 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1384137f-6c72-4936-ae07-24905570501d admin admin] Notify callbacks [] for router, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:55.079933 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-833b3fa7-c723-4ecd-bdbd-179f11bc233d None None] Set router 4979222f-6ab8-4608-8446-bee74d613afa gateway port host: dv-cinder-797161-1-iscsi {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:42:55.254474 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1384137f-6c72-4936-ae07-24905570501d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:55.264215 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-1384137f-6c72-4936-ae07-24905570501d admin admin] Deleting port e5e5cdc5-6664-4b47-a7c4-6436294ee3c0 {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:42:55.264588 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1384137f-6c72-4936-ae07-24905570501d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:55.393060 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-833b3fa7-c723-4ecd-bdbd-179f11bc233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979de14850>, [{'id': '4979222f-6ab8-4608-8446-bee74d613afa', 'name': 'tempest-TestShelveInstance-1981811340-router', 'tenant_id': 'cc802e344e644a038ba2608a93034dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'e5e5cdc5-6664-4b47-a7c4-6436294ee3c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:37:10Z', 'updated_at': '2021-06-21T16:42:53Z', 'revision_number': 5, 'project_id': 'cc802e344e644a038ba2608a93034dc1', 'gw_port': {'id': 'e5e5cdc5-6664-4b47-a7c4-6436294ee3c0', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4979222f-6ab8-4608-8446-bee74d613afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:37:11Z', 'updated_at': '2021-06-21T16:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi'}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:42:55.396978 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833b3fa7-c723-4ecd-bdbd-179f11bc233d None None] Checking router: 4979222f-6ab8-4608-8446-bee74d613afa for host: dv-cinder-797161-1-iscsi {{(pid=78429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:42:55.405841 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833b3fa7-c723-4ecd-bdbd-179f11bc233d None None] Routers {'4979222f-6ab8-4608-8446-bee74d613afa'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:42:55.406461 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-833b3fa7-c723-4ecd-bdbd-179f11bc233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979de14850>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:42:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['4979222f-6ab8-4608-8446-bee74d613afa'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:42:55.433245 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-1384137f-6c72-4936-ae07-24905570501d admin admin] For port e5e5cdc5-6664-4b47-a7c4-6436294ee3c0, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=e5e5cdc5-6664-4b47-a7c4-6436294ee3c0,segment=NetworkSegment(3123edc3-090a-4516-9a79-a6a8c7b9190b),segment_id=3123edc3-090a-4516-9a79-a6a8c7b9190b)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:42:55.433667 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1384137f-6c72-4936-ae07-24905570501d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:55.558755 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-1384137f-6c72-4936-ae07-24905570501d admin admin] Calling delete_port for e5e5cdc5-6664-4b47-a7c4-6436294ee3c0 owned by network:router_gateway {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:42:55.559574 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-833b3fa7-c723-4ecd-bdbd-179f11bc233d None None] Set router 4979222f-6ab8-4608-8446-bee74d613afa gateway port host: None {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:42:55.662939 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-833b3fa7-c723-4ecd-bdbd-179f11bc233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979de14850>, [{'id': '4979222f-6ab8-4608-8446-bee74d613afa', 'name': 'tempest-TestShelveInstance-1981811340-router', 'tenant_id': 'cc802e344e644a038ba2608a93034dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:37:10Z', 'updated_at': '2021-06-21T16:42:55Z', 'revision_number': 6, 'project_id': 'cc802e344e644a038ba2608a93034dc1', 'gw_port_host': None}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:42:55.666865 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833b3fa7-c723-4ecd-bdbd-179f11bc233d None None] The sync data for ids ['4979222f-6ab8-4608-8446-bee74d613afa'] in dv-cinder-797161-1-iscsi is: [{'id': '4979222f-6ab8-4608-8446-bee74d613afa', 'name': 'tempest-TestShelveInstance-1981811340-router', 'tenant_id': 'cc802e344e644a038ba2608a93034dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:37:10Z', 'updated_at': '2021-06-21T16:42:55Z', 'revision_number': 6, 'project_id': 'cc802e344e644a038ba2608a93034dc1', 'gw_port_host': None}] {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:42:55.843404 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1384137f-6c72-4936-ae07-24905570501d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:55.849439 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-5777ed58-0bcf-4399-9ac9-a798587bbc96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:55.924380 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384137f-6c72-4936-ae07-24905570501d admin admin] Pushing event deleted for resources: {'Port': ['ID=e5e5cdc5-6664-4b47-a7c4-6436294ee3c0,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:55.926943 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-1384137f-6c72-4936-ae07-24905570501d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:55.986573 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1384137f-6c72-4936-ae07-24905570501d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1727384'] for router_gateway, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:56.163872 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1384137f-6c72-4936-ae07-24905570501d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1019'] for router, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:56.166351 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1384137f-6c72-4936-ae07-24905570501d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:56.209758 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1384137f-6c72-4936-ae07-24905570501d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1647669'] for router, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:56.210281 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1384137f-6c72-4936-ae07-24905570501d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4979222f-6ab8-4608-8446-bee74d613afa {{(pid=78426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 21 16:42:56.224542 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1384137f-6c72-4936-ae07-24905570501d admin admin] Notify callbacks [] for router, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:56.229548 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-1384137f-6c72-4936-ae07-24905570501d admin admin] 10.222.0.24 "DELETE /v2.0/routers/4979222f-6ab8-4608-8446-bee74d613afa HTTP/1.1" status: 204  len: 168 time: 1.3541942
Jun 21 16:42:56.230002 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 44360) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:42:56.296862 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_v2 [None req-7617dc7a-3e56-445e-acf0-421acc426289 admin admin] Deleting subnet 9ce2590f-c60e-4333-88ee-f55ef3d830e1 {{(pid=78426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Jun 21 16:42:56.301674 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-7617dc7a-3e56-445e-acf0-421acc426289 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:56.358269 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-7617dc7a-3e56-445e-acf0-421acc426289 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3128838'] for subnet, precommit_delete_associations {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:56.363420 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device ad9f9daf-1107-4a28-9f18-d81c8a65b685 no longer exists at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:42:56.415270 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] No Port match for: ad9f9daf-1107-4a28-9f18-d81c8a65b685 {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:42:56.416262 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device ad9f9daf-1107-4a28-9f18-d81c8a65b685 not bound to the agent host hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:42:56.446616 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-7617dc7a-3e56-445e-acf0-421acc426289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640788'] for subnet, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:56.637749 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device e5e5cdc5-6664-4b47-a7c4-6436294ee3c0 no longer exists at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:42:56.686112 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] No Port match for: e5e5cdc5-6664-4b47-a7c4-6436294ee3c0 {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:42:56.686459 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device e5e5cdc5-6664-4b47-a7c4-6436294ee3c0 not bound to the agent host dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:42:56.686870 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device e843bfc3-855d-4523-b429-7fd3e311a01b no longer exists at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:42:56.715828 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea1b71-23ca-4252-a428-5281275acb93 req-ec8886dc-2b1f-442d-9c54-7b6932e3e777 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:56.724054 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-fdea1b71-23ca-4252-a428-5281275acb93 req-ec8886dc-2b1f-442d-9c54-7b6932e3e777 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=b485f703-ab59-4335-b4b4-7dda18a94e32 HTTP/1.1" status: 200  len: 945 time: 0.1220016
Jun 21 16:42:56.728412 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] No Port match for: e843bfc3-855d-4523-b429-7fd3e311a01b {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:42:56.728766 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device e843bfc3-855d-4523-b429-7fd3e311a01b not bound to the agent host dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:42:56.771645 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-fdea1b71-23ca-4252-a428-5281275acb93 req-6c1f6a6f-14a1-4ac6-9154-dcf667249d7d tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439322
Jun 21 16:42:56.797673 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-7617dc7a-3e56-445e-acf0-421acc426289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2434572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2228998'] for subnet, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:56.802050 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-ad5c53eb-c3d5-470c-9ac6-57b5dd8529eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:56.835112 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617dc7a-3e56-445e-acf0-421acc426289 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ce2590f-c60e-4333-88ee-f55ef3d830e1,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:56.844881 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7617dc7a-3e56-445e-acf0-421acc426289 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:42:56.845491 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7617dc7a-3e56-445e-acf0-421acc426289 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:42:56.845743 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7617dc7a-3e56-445e-acf0-421acc426289 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:42:56.846104 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7617dc7a-3e56-445e-acf0-421acc426289 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:42:56.846457 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7617dc7a-3e56-445e-acf0-421acc426289 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:42:56.846824 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7617dc7a-3e56-445e-acf0-421acc426289 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:42:56.847184 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7617dc7a-3e56-445e-acf0-421acc426289 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:42:56.847546 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7617dc7a-3e56-445e-acf0-421acc426289 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:42:56.847931 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7617dc7a-3e56-445e-acf0-421acc426289 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:42:56.848296 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7617dc7a-3e56-445e-acf0-421acc426289 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:42:56.848673 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7617dc7a-3e56-445e-acf0-421acc426289 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:42:56.849218 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7617dc7a-3e56-445e-acf0-421acc426289 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:42:56.850442 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e40a24-32d7-4525-b463-ed03cfca5395 None None] Network 14b89045-bed3-4e7a-8535-8286703eca56 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:42:56.852105 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-7617dc7a-3e56-445e-acf0-421acc426289 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:56.854712 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-7617dc7a-3e56-445e-acf0-421acc426289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:56.860067 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-7617dc7a-3e56-445e-acf0-421acc426289 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9ce2590f-c60e-4333-88ee-f55ef3d830e1 HTTP/1.1" status: 204  len: 168 time: 0.6282835
Jun 21 16:42:56.862407 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 44392) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:42:56.972036 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c6a0e4dc-a5e8-4253-90b5-110a939061db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614427'] for network, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:56.982812 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [None req-c6a0e4dc-a5e8-4253-90b5-110a939061db admin admin] Deleting port 4e40ed2f-2940-4934-8796-dc38f5f4cbef {{(pid=78427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:42:56.983213 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c6a0e4dc-a5e8-4253-90b5-110a939061db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:57.128955 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb43c3d-3d6a-41af-b130-fc66837c4dc9 None None] DHCP port deletion for 14b89045-bed3-4e7a-8535-8286703eca56 request from dv-cinder-797161-1-iscsi {{(pid=78428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 21 16:42:57.133799 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-9cb43c3d-3d6a-41af-b130-fc66837c4dc9 None None] Deleting port 4e40ed2f-2940-4934-8796-dc38f5f4cbef {{(pid=78428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:42:57.134296 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-9cb43c3d-3d6a-41af-b130-fc66837c4dc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:57.215862 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [None req-c6a0e4dc-a5e8-4253-90b5-110a939061db admin admin] For port 4e40ed2f-2940-4934-8796-dc38f5f4cbef, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=4e40ed2f-2940-4934-8796-dc38f5f4cbef,segment=NetworkSegment(41f3329e-ef22-41f2-a0ff-14688e19272c),segment_id=41f3329e-ef22-41f2-a0ff-14688e19272c)] {{(pid=78427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:42:57.216219 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c6a0e4dc-a5e8-4253-90b5-110a939061db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:57.346466 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-9cb43c3d-3d6a-41af-b130-fc66837c4dc9 None None] For port 4e40ed2f-2940-4934-8796-dc38f5f4cbef, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=4e40ed2f-2940-4934-8796-dc38f5f4cbef,segment=NetworkSegment(41f3329e-ef22-41f2-a0ff-14688e19272c),segment_id=41f3329e-ef22-41f2-a0ff-14688e19272c)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:42:57.346773 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-9cb43c3d-3d6a-41af-b130-fc66837c4dc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:57.436924 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [None req-c6a0e4dc-a5e8-4253-90b5-110a939061db admin admin] Calling delete_port for 4e40ed2f-2940-4934-8796-dc38f5f4cbef owned by network:dhcp {{(pid=78427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:42:57.472303 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-9cb43c3d-3d6a-41af-b130-fc66837c4dc9 None None] Calling delete_port for 4e40ed2f-2940-4934-8796-dc38f5f4cbef owned by network:dhcp {{(pid=78428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:42:57.513628 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c6a0e4dc-a5e8-4253-90b5-110a939061db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1910645'] for port, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:57.518829 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-85cb629d-9f9b-4a47-bf20-b61130408361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:57.541794 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.db.api [None req-9cb43c3d-3d6a-41af-b130-fc66837c4dc9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 16:42:57.542152 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_db.api [None req-9cb43c3d-3d6a-41af-b130-fc66837c4dc9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 16:42:57.563268 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a0e4dc-a5e8-4253-90b5-110a939061db admin admin] No DVR routers for this DVR port 4e40ed2f-2940-4934-8796-dc38f5f4cbef on host dv-cinder-797161-1-iscsi {{(pid=78427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 16:42:57.590554 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a0e4dc-a5e8-4253-90b5-110a939061db admin admin] Pushing event deleted for resources: {'Port': ['ID=4e40ed2f-2940-4934-8796-dc38f5f4cbef,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:57.592818 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-c6a0e4dc-a5e8-4253-90b5-110a939061db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:57.682493 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c6a0e4dc-a5e8-4253-90b5-110a939061db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640139', 'neutron.services.segments.db._delete_segments_for_network-8768074427558'] for network, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:57.695898 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.services.segments.db [None req-c6a0e4dc-a5e8-4253-90b5-110a939061db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f979d5cf7c0>,) {'filters': {'network_id': ['14b89045-bed3-4e7a-8535-8286703eca56']}} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:42:57.708129 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.services.segments.db [None req-c6a0e4dc-a5e8-4253-90b5-110a939061db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f979d5cf7c0>, '41f3329e-ef22-41f2-a0ff-14688e19272c') {'for_net_delete': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:42:57.708425 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.services.segments.db [None req-c6a0e4dc-a5e8-4253-90b5-110a939061db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f979d5cf7c0>, '41f3329e-ef22-41f2-a0ff-14688e19272c') {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:42:57.719498 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c6a0e4dc-a5e8-4253-90b5-110a939061db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768074438669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296290'] for segment, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:57.735376 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c6a0e4dc-a5e8-4253-90b5-110a939061db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645578'] for segment, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:57.741301 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a0e4dc-a5e8-4253-90b5-110a939061db admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=78427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 16:42:57.741681 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c6a0e4dc-a5e8-4253-90b5-110a939061db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-645571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957028'] for segment, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:57.755278 dv-cinder-797161-1-iscsi neutron-server[78427]: Traceback (most recent call last):
Jun 21 16:42:57.755278 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 16:42:57.755278 dv-cinder-797161-1-iscsi neutron-server[78427]:     timer()
Jun 21 16:42:57.755278 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 16:42:57.755278 dv-cinder-797161-1-iscsi neutron-server[78427]:     cb(*args, **kw)
Jun 21 16:42:57.755278 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 16:42:57.755278 dv-cinder-797161-1-iscsi neutron-server[78427]:     return func(*args, **kwargs)
Jun 21 16:42:57.755278 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 16:42:57.755278 dv-cinder-797161-1-iscsi neutron-server[78427]:     self._notify()
Jun 21 16:42:57.755278 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 16:42:57.755278 dv-cinder-797161-1-iscsi neutron-server[78427]:     self.callback(batched_events)
Jun 21 16:42:57.755278 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 16:42:57.755278 dv-cinder-797161-1-iscsi neutron-server[78427]:     event.method(event)
Jun 21 16:42:57.755278 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 16:42:57.755278 dv-cinder-797161-1-iscsi neutron-server[78427]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 16:42:57.755278 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 16:42:57.755278 dv-cinder-797161-1-iscsi neutron-server[78427]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 16:42:57.755278 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 16:42:57.755278 dv-cinder-797161-1-iscsi neutron-server[78427]:     return f(self, *a, **k)
Jun 21 16:42:57.755278 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 16:42:57.755278 dv-cinder-797161-1-iscsi neutron-server[78427]:     return self._get(url).json()
Jun 21 16:42:57.755278 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 16:42:57.755278 dv-cinder-797161-1-iscsi neutron-server[78427]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 16:42:57.755278 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 16:42:57.755278 dv-cinder-797161-1-iscsi neutron-server[78427]:     return self.request(url, 'GET', **kwargs)
Jun 21 16:42:57.755278 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 16:42:57.755278 dv-cinder-797161-1-iscsi neutron-server[78427]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 16:42:57.755278 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 16:42:57.755278 dv-cinder-797161-1-iscsi neutron-server[78427]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 16:42:57.755278 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 16:42:57.755278 dv-cinder-797161-1-iscsi neutron-server[78427]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 16:42:57.755278 dv-cinder-797161-1-iscsi neutron-server[78427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 16:42:57.831424 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c6a0e4dc-a5e8-4253-90b5-110a939061db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1727415'] for network, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:57.834958 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-1332d6be-8cbf-4f28-8a86-aba9c895c032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:57.848536 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c6a0e4dc-a5e8-4253-90b5-110a939061db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for network, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:57.858532 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a0e4dc-a5e8-4253-90b5-110a939061db admin admin] Pushing event deleted for resources: {'Network': ['ID=14b89045-bed3-4e7a-8535-8286703eca56,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:57.863850 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-c6a0e4dc-a5e8-4253-90b5-110a939061db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:57.871087 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-c6a0e4dc-a5e8-4253-90b5-110a939061db admin admin] 10.222.0.24 "DELETE /v2.0/networks/14b89045-bed3-4e7a-8535-8286703eca56 HTTP/1.1" status: 204  len: 168 time: 1.0075958
Jun 21 16:42:57.972643 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac4bdf-befb-49c8-b8ee-08922abb6acb req-78a72081-e459-4028-b3b9-3154692fa4c7 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:57.974122 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6fac4bdf-befb-49c8-b8ee-08922abb6acb req-78a72081-e459-4028-b3b9-3154692fa4c7 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=b485f703-ab59-4335-b4b4-7dda18a94e32 HTTP/1.1" status: 200  len: 945 time: 0.0854239
Jun 21 16:42:58.020253 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6fac4bdf-befb-49c8-b8ee-08922abb6acb req-70a40f52-a7b0-4932-a548-e72ef4a10e29 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399153
Jun 21 16:42:58.043412 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-9cb43c3d-3d6a-41af-b130-fc66837c4dc9 None None] Deleting port 4e40ed2f-2940-4934-8796-dc38f5f4cbef {{(pid=78428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:42:58.044167 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-9cb43c3d-3d6a-41af-b130-fc66837c4dc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:58.055802 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 44416) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:42:58.108447 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-aaeacd73-6ad0-46c9-95e0-8f563319edde admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0abf7fbe8a894aa0ac522b8db4c418f8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0512612
Jun 21 16:42:58.112311 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 44420) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:42:58.123284 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-9cb43c3d-3d6a-41af-b130-fc66837c4dc9 None None] The port '4e40ed2f-2940-4934-8796-dc38f5f4cbef' was deleted {{(pid=78428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}}
Jun 21 16:42:58.170430 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-fabf98a7-685c-49bc-a9c2-0d7a3cc60e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:58.194801 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-fabf98a7-685c-49bc-a9c2-0d7a3cc60e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:58.248588 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-fabf98a7-685c-49bc-a9c2-0d7a3cc60e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:58.252246 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-807ea022-4e8f-4bc6-9ef8-85b3fc4b3f61 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:58.266312 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf98a7-685c-49bc-a9c2-0d7a3cc60e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3139a4df-8980-45a4-a010-d77565500178,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:58.270155 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-fabf98a7-685c-49bc-a9c2-0d7a3cc60e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:58.273357 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-fabf98a7-685c-49bc-a9c2-0d7a3cc60e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:58.274461 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-fabf98a7-685c-49bc-a9c2-0d7a3cc60e65 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3139a4df-8980-45a4-a010-d77565500178 HTTP/1.1" status: 204  len: 168 time: 0.1612940
Jun 21 16:42:58.430306 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94745b-5219-4000-a1fc-5723368b6867 req-d8e600ab-89a0-4c4e-a01e-920ef70da285 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:58.431021 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-eb94745b-5219-4000-a1fc-5723368b6867 req-d8e600ab-89a0-4c4e-a01e-920ef70da285 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Synchronizing usage tracker for tenant:79d4727045d641158a9a982fa38c602b on resource:port {{(pid=78426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:42:58.448059 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-eb94745b-5219-4000-a1fc-5723368b6867 req-d8e600ab-89a0-4c4e-a01e-920ef70da285 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Unset dirty status for tenant:79d4727045d641158a9a982fa38c602b on resource:port {{(pid=78426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:42:58.449302 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-eb94745b-5219-4000-a1fc-5723368b6867 req-d8e600ab-89a0-4c4e-a01e-920ef70da285 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.39 "GET /v2.0/ports?device_id=b485f703-ab59-4335-b4b4-7dda18a94e32 HTTP/1.1" status: 200  len: 945 time: 0.1027155
Jun 21 16:42:58.530459 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [req-eb94745b-5219-4000-a1fc-5723368b6867 req-8d926da2-2e1d-4cfd-aaa5-08acd2f2aa18 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Deleting port 29643056-190b-468f-927b-00c6a7e985cd {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:42:58.531033 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-eb94745b-5219-4000-a1fc-5723368b6867 req-8d926da2-2e1d-4cfd-aaa5-08acd2f2aa18 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:58.666457 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 44436) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:42:58.681686 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 4e40ed2f-2940-4934-8796-dc38f5f4cbef no longer exists at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:42:58.745639 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] No Port match for: 4e40ed2f-2940-4934-8796-dc38f5f4cbef {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:42:58.745980 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 4e40ed2f-2940-4934-8796-dc38f5f4cbef not bound to the agent host dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:42:58.761111 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-a03be6ca-3dc8-4f4f-bce2-171765cb93b2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc802e344e644a038ba2608a93034dc1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0907729
Jun 21 16:42:58.762133 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 44444) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:42:58.824085 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-6bfc7e13-4f5d-46d9-9ab9-a78b9546723b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:58.859918 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-6bfc7e13-4f5d-46d9-9ab9-a78b9546723b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:58.887369 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [req-eb94745b-5219-4000-a1fc-5723368b6867 req-8d926da2-2e1d-4cfd-aaa5-08acd2f2aa18 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] For port 29643056-190b-468f-927b-00c6a7e985cd, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=29643056-190b-468f-927b-00c6a7e985cd,segment=NetworkSegment(33f80c76-3dfd-4cef-9c2a-69a109def59a),segment_id=33f80c76-3dfd-4cef-9c2a-69a109def59a)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:42:58.888043 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-eb94745b-5219-4000-a1fc-5723368b6867 req-8d926da2-2e1d-4cfd-aaa5-08acd2f2aa18 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:58.928292 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-6bfc7e13-4f5d-46d9-9ab9-a78b9546723b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:58.936081 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-e1b7f062-86c8-4e1d-a8df-d5115d9c8b28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:58.949712 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc7e13-4f5d-46d9-9ab9-a78b9546723b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907b997b-698e-4fcc-af15-b55c40159562,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:58.952174 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-6bfc7e13-4f5d-46d9-9ab9-a78b9546723b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:58.954146 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-6bfc7e13-4f5d-46d9-9ab9-a78b9546723b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:58.958247 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-6bfc7e13-4f5d-46d9-9ab9-a78b9546723b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/907b997b-698e-4fcc-af15-b55c40159562 HTTP/1.1" status: 204  len: 168 time: 0.1951876
Jun 21 16:42:59.023316 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [req-eb94745b-5219-4000-a1fc-5723368b6867 req-8d926da2-2e1d-4cfd-aaa5-08acd2f2aa18 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Calling delete_port for 29643056-190b-468f-927b-00c6a7e985cd owned by compute:nova {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:42:59.116115 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 44454) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:42:59.306618 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022374ca-7f2d-4ab9-bcfa-b316e7568795 req-f16eaa0b-4010-4341-9175-a908be4a2050 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:42:59.308482 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-022374ca-7f2d-4ab9-bcfa-b316e7568795 req-f16eaa0b-4010-4341-9175-a908be4a2050 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/ports?device_id=b485f703-ab59-4335-b4b4-7dda18a94e32 HTTP/1.1" status: 200  len: 945 time: 0.1199951
Jun 21 16:42:59.321033 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-eb94745b-5219-4000-a1fc-5723368b6867 req-8d926da2-2e1d-4cfd-aaa5-08acd2f2aa18 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:59.337874 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c8df92f8-4640-4d0d-82e7-9c016d2607f9 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:59.357766 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['29643056-190b-468f-927b-00c6a7e985cd'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:42:59.373265 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-022374ca-7f2d-4ab9-bcfa-b316e7568795 req-9e159ebe-235f-433d-846f-f537b79deaab tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.24 "GET /v2.0/security-groups?id=071e59b5-2c57-4da1-a2d4-3efcde4af427&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576842
Jun 21 16:42:59.429836 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-6e0e2820-638c-4905-a8c9-76ca5788fb57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:59.445250 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-6e0e2820-638c-4905-a8c9-76ca5788fb57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:42:59.449086 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-6e0e2820-638c-4905-a8c9-76ca5788fb57 admin admin] Usage tracker for resource:security_group_rule and tenant:3e4092310b354aa9b0cc71a1caf40159 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:42:59.451900 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-6e0e2820-638c-4905-a8c9-76ca5788fb57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:42:59.458316 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-6e0e2820-638c-4905-a8c9-76ca5788fb57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:42:59.466161 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d926da2-2e1d-4cfd-aaa5-08acd2f2aa18 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Pushing event deleted for resources: {'Port': ['ID=29643056-190b-468f-927b-00c6a7e985cd,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:59.468656 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-8d926da2-2e1d-4cfd-aaa5-08acd2f2aa18 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:59.475743 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb94745b-5219-4000-a1fc-5723368b6867 req-8d926da2-2e1d-4cfd-aaa5-08acd2f2aa18 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] No DVR routers for this DVR port 29643056-190b-468f-927b-00c6a7e985cd on host hv-cinder-79716 {{(pid=78426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 16:42:59.478130 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-eb94745b-5219-4000-a1fc-5723368b6867 req-8d926da2-2e1d-4cfd-aaa5-08acd2f2aa18 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:59.482157 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b485f703-ab59-4335-b4b4-7dda18a94e32', 'name': 'network-vif-deleted', 'tag': '29643056-190b-468f-927b-00c6a7e985cd'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:42:59.498308 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-eb94745b-5219-4000-a1fc-5723368b6867 req-8d926da2-2e1d-4cfd-aaa5-08acd2f2aa18 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] 10.222.0.39 "DELETE /v2.0/ports/29643056-190b-468f-927b-00c6a7e985cd HTTP/1.1" status: 204  len: 173 time: 1.0409598
Jun 21 16:42:59.530347 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b485f703-ab59-4335-b4b4-7dda18a94e32', 'name': 'network-vif-deleted', 'tag': '29643056-190b-468f-927b-00c6a7e985cd', 'status': 'completed', 'code': 200}
Jun 21 16:42:59.548005 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-6e0e2820-638c-4905-a8c9-76ca5788fb57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:59.552058 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-6e0e2820-638c-4905-a8c9-76ca5788fb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:59.560357 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-30bdb61b-4204-4f22-823a-842ddb7bf55d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:59.602585 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-6e0e2820-638c-4905-a8c9-76ca5788fb57 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e4092310b354aa9b0cc71a1caf40159&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4850867
Jun 21 16:42:59.604255 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e2820-638c-4905-a8c9-76ca5788fb57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8cd5b0-4cc7-42b4-bf5d-7737419a6a72,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:59.605197 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 44462) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:42:59.607269 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-6e0e2820-638c-4905-a8c9-76ca5788fb57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:59.669772 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-25d1d037-9d51-4233-af48-2c43ffc36c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:59.699250 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-25d1d037-9d51-4233-af48-2c43ffc36c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:59.749124 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-25d1d037-9d51-4233-af48-2c43ffc36c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:59.754137 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-a89f8d2d-c0c2-404a-8b83-1d5b144612dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:42:59.766734 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1d037-9d51-4233-af48-2c43ffc36c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8cd5b0-4cc7-42b4-bf5d-7737419a6a72,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:42:59.769281 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-25d1d037-9d51-4233-af48-2c43ffc36c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:42:59.770456 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-25d1d037-9d51-4233-af48-2c43ffc36c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:42:59.771660 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-25d1d037-9d51-4233-af48-2c43ffc36c6d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9e8cd5b0-4cc7-42b4-bf5d-7737419a6a72 HTTP/1.1" status: 204  len: 168 time: 0.1652346
Jun 21 16:43:00.054590 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 44470) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:43:00.075063 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-309a4558-5b45-4658-8c04-14714e10b731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:00.091093 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-309a4558-5b45-4658-8c04-14714e10b731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:43:00.095875 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-309a4558-5b45-4658-8c04-14714e10b731 admin admin] Usage tracker for resource:security_group_rule and tenant:216cc71000184127916c360299d67f09 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:43:00.098653 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-309a4558-5b45-4658-8c04-14714e10b731 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:43:00.104991 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-309a4558-5b45-4658-8c04-14714e10b731 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:43:00.191264 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-309a4558-5b45-4658-8c04-14714e10b731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:00.194860 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-309a4558-5b45-4658-8c04-14714e10b731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:00.202908 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-b27f4cea-63b3-4257-886c-2729832300db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:00.241108 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-309a4558-5b45-4658-8c04-14714e10b731 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=216cc71000184127916c360299d67f09&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1852298
Jun 21 16:43:00.242764 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a4558-5b45-4658-8c04-14714e10b731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86da3d00-ff9a-45f1-82fe-c036819281cb,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:00.243760 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 44474) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:43:00.245908 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-309a4558-5b45-4658-8c04-14714e10b731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:00.304498 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-027946ea-d9f0-40c9-84ca-ff764c283a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:00.330108 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-027946ea-d9f0-40c9-84ca-ff764c283a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:00.380621 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-027946ea-d9f0-40c9-84ca-ff764c283a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:00.384084 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-fabf98a7-685c-49bc-a9c2-0d7a3cc60e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:00.396661 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027946ea-d9f0-40c9-84ca-ff764c283a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86da3d00-ff9a-45f1-82fe-c036819281cb,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:00.402634 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-027946ea-d9f0-40c9-84ca-ff764c283a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:00.414628 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-027946ea-d9f0-40c9-84ca-ff764c283a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:00.418617 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-027946ea-d9f0-40c9-84ca-ff764c283a00 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/86da3d00-ff9a-45f1-82fe-c036819281cb HTTP/1.1" status: 204  len: 168 time: 0.1738811
Jun 21 16:43:00.459450 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 44482) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:43:00.521695 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.db_base_plugin_v2 [None req-2364452b-2642-4a5b-8c14-23a3fe9c55c9 admin admin] Deleting subnet 695478f2-5745-40bc-862c-f724fca88d65 {{(pid=78427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Jun 21 16:43:00.524544 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2364452b-2642-4a5b-8c14-23a3fe9c55c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:00.574732 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2364452b-2642-4a5b-8c14-23a3fe9c55c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296277'] for subnet, precommit_delete_associations {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:00.630498 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2364452b-2642-4a5b-8c14-23a3fe9c55c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640788'] for subnet, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:00.882079 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2364452b-2642-4a5b-8c14-23a3fe9c55c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1910534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301253'] for subnet, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:00.886814 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-6206304e-f705-448a-8291-1750a04f481a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:00.921735 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2364452b-2642-4a5b-8c14-23a3fe9c55c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=695478f2-5745-40bc-862c-f724fca88d65,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:00.924976 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2364452b-2642-4a5b-8c14-23a3fe9c55c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for subnet, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:00.927752 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-2364452b-2642-4a5b-8c14-23a3fe9c55c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:00.931860 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-2364452b-2642-4a5b-8c14-23a3fe9c55c9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/695478f2-5745-40bc-862c-f724fca88d65 HTTP/1.1" status: 204  len: 168 time: 0.4712570
Jun 21 16:43:00.934258 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 44498) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:43:01.142360 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-576d9cc2-ea17-4aa0-99d0-ddd73fc0d29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614427'] for network, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:01.264064 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-576d9cc2-ea17-4aa0-99d0-ddd73fc0d29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640139', 'neutron.services.segments.db._delete_segments_for_network-8768074427558'] for network, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:01.280459 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.services.segments.db [None req-576d9cc2-ea17-4aa0-99d0-ddd73fc0d29d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f979d2969a0>,) {'filters': {'network_id': ['b36a83d0-d575-4f34-a24f-86cf64fecf11']}} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:43:01.292609 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.services.segments.db [None req-576d9cc2-ea17-4aa0-99d0-ddd73fc0d29d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f979d2969a0>, '33f80c76-3dfd-4cef-9c2a-69a109def59a') {'for_net_delete': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:43:01.292898 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.services.segments.db [None req-576d9cc2-ea17-4aa0-99d0-ddd73fc0d29d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f979d2969a0>, '33f80c76-3dfd-4cef-9c2a-69a109def59a') {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:43:01.304948 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-576d9cc2-ea17-4aa0-99d0-ddd73fc0d29d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768074438669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296290'] for segment, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:01.321874 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-576d9cc2-ea17-4aa0-99d0-ddd73fc0d29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645578'] for segment, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:01.328281 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-576d9cc2-ea17-4aa0-99d0-ddd73fc0d29d admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=78427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 16:43:01.328665 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-576d9cc2-ea17-4aa0-99d0-ddd73fc0d29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-645571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957028'] for segment, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:01.341430 dv-cinder-797161-1-iscsi neutron-server[78427]: Traceback (most recent call last):
Jun 21 16:43:01.341430 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 16:43:01.341430 dv-cinder-797161-1-iscsi neutron-server[78427]:     timer()
Jun 21 16:43:01.341430 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 16:43:01.341430 dv-cinder-797161-1-iscsi neutron-server[78427]:     cb(*args, **kw)
Jun 21 16:43:01.341430 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 16:43:01.341430 dv-cinder-797161-1-iscsi neutron-server[78427]:     return func(*args, **kwargs)
Jun 21 16:43:01.341430 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 16:43:01.341430 dv-cinder-797161-1-iscsi neutron-server[78427]:     self._notify()
Jun 21 16:43:01.341430 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 16:43:01.341430 dv-cinder-797161-1-iscsi neutron-server[78427]:     self.callback(batched_events)
Jun 21 16:43:01.341430 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 16:43:01.341430 dv-cinder-797161-1-iscsi neutron-server[78427]:     event.method(event)
Jun 21 16:43:01.341430 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 16:43:01.341430 dv-cinder-797161-1-iscsi neutron-server[78427]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 16:43:01.341430 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 16:43:01.341430 dv-cinder-797161-1-iscsi neutron-server[78427]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 16:43:01.341430 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 16:43:01.341430 dv-cinder-797161-1-iscsi neutron-server[78427]:     return f(self, *a, **k)
Jun 21 16:43:01.341430 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 16:43:01.341430 dv-cinder-797161-1-iscsi neutron-server[78427]:     return self._get(url).json()
Jun 21 16:43:01.341430 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 16:43:01.341430 dv-cinder-797161-1-iscsi neutron-server[78427]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 16:43:01.341430 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 16:43:01.341430 dv-cinder-797161-1-iscsi neutron-server[78427]:     return self.request(url, 'GET', **kwargs)
Jun 21 16:43:01.341430 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 16:43:01.341430 dv-cinder-797161-1-iscsi neutron-server[78427]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 16:43:01.341430 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 16:43:01.341430 dv-cinder-797161-1-iscsi neutron-server[78427]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 16:43:01.341430 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 16:43:01.341430 dv-cinder-797161-1-iscsi neutron-server[78427]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 16:43:01.341430 dv-cinder-797161-1-iscsi neutron-server[78427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 16:43:01.413876 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-576d9cc2-ea17-4aa0-99d0-ddd73fc0d29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1727415'] for network, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:01.418198 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:01.438597 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-576d9cc2-ea17-4aa0-99d0-ddd73fc0d29d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for network, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:01.447611 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d9cc2-ea17-4aa0-99d0-ddd73fc0d29d admin admin] Pushing event deleted for resources: {'Network': ['ID=b36a83d0-d575-4f34-a24f-86cf64fecf11,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:01.450661 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-576d9cc2-ea17-4aa0-99d0-ddd73fc0d29d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:01.456713 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-576d9cc2-ea17-4aa0-99d0-ddd73fc0d29d admin admin] 10.222.0.24 "DELETE /v2.0/networks/b36a83d0-d575-4f34-a24f-86cf64fecf11 HTTP/1.1" status: 204  len: 168 time: 0.5215158
Jun 21 16:43:01.567047 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 44520) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:43:01.631343 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 44526) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:43:01.680481 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-4a227be0-fc76-46a2-8666-3755ba18165b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=79d4727045d641158a9a982fa38c602b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0478964
Jun 21 16:43:01.682929 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 44530) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:43:01.742320 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-b49c3e81-99c5-436c-9094-5a4f476e8b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:01.767831 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-b49c3e81-99c5-436c-9094-5a4f476e8b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:01.814041 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-cb49fd8c-62ae-4775-84e2-ca1fd6c733d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:01.834073 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-cb49fd8c-62ae-4775-84e2-ca1fd6c733d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:43:01.838981 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-cb49fd8c-62ae-4775-84e2-ca1fd6c733d0 admin admin] Usage tracker for resource:security_group_rule and tenant:db4d8c9eb7bb49c3951ce3728b9fcd96 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:43:01.842082 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-cb49fd8c-62ae-4775-84e2-ca1fd6c733d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:43:01.848645 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-cb49fd8c-62ae-4775-84e2-ca1fd6c733d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:43:01.860155 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-b49c3e81-99c5-436c-9094-5a4f476e8b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:01.865385 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-2bfef553-2df2-4419-b1f1-90bf29df519c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:01.886158 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c3e81-99c5-436c-9094-5a4f476e8b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071e59b5-2c57-4da1-a2d4-3efcde4af427,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:01.889986 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-b49c3e81-99c5-436c-9094-5a4f476e8b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:01.901897 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-b49c3e81-99c5-436c-9094-5a4f476e8b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:01.903132 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-b49c3e81-99c5-436c-9094-5a4f476e8b03 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/071e59b5-2c57-4da1-a2d4-3efcde4af427 HTTP/1.1" status: 204  len: 168 time: 0.2193401
Jun 21 16:43:01.967486 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-cb49fd8c-62ae-4775-84e2-ca1fd6c733d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:01.972592 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-cb49fd8c-62ae-4775-84e2-ca1fd6c733d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:01.980524 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-02f7151f-da11-4d42-9fa6-562313fd5ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:02.023817 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-cb49fd8c-62ae-4775-84e2-ca1fd6c733d0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=db4d8c9eb7bb49c3951ce3728b9fcd96&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4554133
Jun 21 16:43:02.024361 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49fd8c-62ae-4775-84e2-ca1fd6c733d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97ec550-96c3-411a-8d80-74cc96768dd9,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:02.024704 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 44538) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:43:02.027480 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-cb49fd8c-62ae-4775-84e2-ca1fd6c733d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:02.091140 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e9596f59-ac8b-41c3-8aa5-576f024d7f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:02.118872 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e9596f59-ac8b-41c3-8aa5-576f024d7f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:02.170648 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e9596f59-ac8b-41c3-8aa5-576f024d7f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:02.176495 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-27a0c659-606d-4670-bd5d-a946be122115 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:02.189923 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9596f59-ac8b-41c3-8aa5-576f024d7f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97ec550-96c3-411a-8d80-74cc96768dd9,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:02.192224 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-e9596f59-ac8b-41c3-8aa5-576f024d7f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:02.200648 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e9596f59-ac8b-41c3-8aa5-576f024d7f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:02.203673 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-e9596f59-ac8b-41c3-8aa5-576f024d7f77 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f97ec550-96c3-411a-8d80-74cc96768dd9 HTTP/1.1" status: 204  len: 168 time: 0.1756499
Jun 21 16:43:02.400314 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 29643056-190b-468f-927b-00c6a7e985cd no longer exists at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:43:02.434539 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] No Port match for: 29643056-190b-468f-927b-00c6a7e985cd {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:43:02.434893 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 29643056-190b-468f-927b-00c6a7e985cd not bound to the agent host hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:43:03.695888 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 44624) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:43:03.809365 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-66bc4363-c5ce-4623-8699-8d3f1c7af63b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:03.823524 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-66bc4363-c5ce-4623-8699-8d3f1c7af63b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:43:03.827220 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-66bc4363-c5ce-4623-8699-8d3f1c7af63b admin admin] Usage tracker for resource:security_group_rule and tenant:089501761de14318a2a97bf48f93cca9 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:43:03.830217 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-66bc4363-c5ce-4623-8699-8d3f1c7af63b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:43:03.835699 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-66bc4363-c5ce-4623-8699-8d3f1c7af63b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:43:03.918320 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-66bc4363-c5ce-4623-8699-8d3f1c7af63b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:03.922585 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-66bc4363-c5ce-4623-8699-8d3f1c7af63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:03.931042 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-05ca4d3b-1e57-497f-920a-78d3011d1704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:03.973487 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-66bc4363-c5ce-4623-8699-8d3f1c7af63b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=089501761de14318a2a97bf48f93cca9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2764170
Jun 21 16:43:03.974324 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc4363-c5ce-4623-8699-8d3f1c7af63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70cd7164-5785-4852-afdf-474f761c6f43,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:03.976116 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 44630) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:43:03.977312 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-66bc4363-c5ce-4623-8699-8d3f1c7af63b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:04.034788 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-f3dc7fe9-95c1-460f-ad02-3e020ff2fdf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:04.060470 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-f3dc7fe9-95c1-460f-ad02-3e020ff2fdf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:04.111837 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-f3dc7fe9-95c1-460f-ad02-3e020ff2fdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:04.115427 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-cf808d49-ab6b-4faf-893f-5c7ab8fa5461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:04.130693 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc7fe9-95c1-460f-ad02-3e020ff2fdf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cd7164-5785-4852-afdf-474f761c6f43,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:04.133444 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-f3dc7fe9-95c1-460f-ad02-3e020ff2fdf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:04.140219 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-f3dc7fe9-95c1-460f-ad02-3e020ff2fdf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:04.141989 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-f3dc7fe9-95c1-460f-ad02-3e020ff2fdf1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/70cd7164-5785-4852-afdf-474f761c6f43 HTTP/1.1" status: 204  len: 168 time: 0.1648436
Jun 21 16:43:06.533682 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 44702) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:43:06.676366 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-0e54ffd9-6dc1-4d2f-8314-618bbd396ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:06.689231 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-7e685228-fdda-4c79-96da-6b1e4385e20e tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=b6a9b3811d1d4ad0b8a58984de36f00e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0498068
Jun 21 16:43:06.694048 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-0e54ffd9-6dc1-4d2f-8314-618bbd396ac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:43:06.699161 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-0e54ffd9-6dc1-4d2f-8314-618bbd396ac0 admin admin] Usage tracker for resource:security_group_rule and tenant:2751f15ad08243c3b2bc8823c5df4be0 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:43:06.723333 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-0e54ffd9-6dc1-4d2f-8314-618bbd396ac0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:43:06.733898 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-0e54ffd9-6dc1-4d2f-8314-618bbd396ac0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:43:06.876535 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-fd74094c-5e15-47ee-9bd3-a2ec03b90d0d tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:06.877864 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-fd74094c-5e15-47ee-9bd3-a2ec03b90d0d tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1815314
Jun 21 16:43:06.903743 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-814250df-d130-48cb-b4f1-6dc69724d0e1 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] 10.222.0.24 "GET /v2.0/quotas/b6a9b3811d1d4ad0b8a58984de36f00e HTTP/1.1" status: 200  len: 375 time: 0.0193422
Jun 21 16:43:06.964907 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-a7c0ed62-fb4c-454a-8f17-66d7e4b73368 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b6a9b3811d1d4ad0b8a58984de36f00e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0556006
Jun 21 16:43:06.979993 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-0e54ffd9-6dc1-4d2f-8314-618bbd396ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:06.983938 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-0e54ffd9-6dc1-4d2f-8314-618bbd396ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:07.001380 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-2f2921ee-6e3c-4ba5-8dba-9b7f7ce18196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:07.041286 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54ffd9-6dc1-4d2f-8314-618bbd396ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e43bf5-6415-409f-8bed-88c4eafdcb02,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:07.045376 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-0e54ffd9-6dc1-4d2f-8314-618bbd396ac0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2751f15ad08243c3b2bc8823c5df4be0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5107005
Jun 21 16:43:07.046296 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-0e54ffd9-6dc1-4d2f-8314-618bbd396ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:07.048160 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 44718) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:43:07.117121 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c19a97cb-c2b8-4c70-aef3-c6284908382b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:07.182780 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5eb2dd88-98c1-4a89-998e-8f16180cf7be req-83276eaf-c136-43e6-bdf7-c34907a73580 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d96e7be-cc06-42b8-bbe4-67a596f95299 HTTP/1.1" status: 200  len: 210 time: 0.0566339
Jun 21 16:43:07.187099 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c19a97cb-c2b8-4c70-aef3-c6284908382b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:07.242077 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c19a97cb-c2b8-4c70-aef3-c6284908382b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:07.247063 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-0e54ffd9-6dc1-4d2f-8314-618bbd396ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:07.258104 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a97cb-c2b8-4c70-aef3-c6284908382b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e43bf5-6415-409f-8bed-88c4eafdcb02,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:07.262672 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-c19a97cb-c2b8-4c70-aef3-c6284908382b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:07.264989 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c19a97cb-c2b8-4c70-aef3-c6284908382b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:07.266643 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-c19a97cb-c2b8-4c70-aef3-c6284908382b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/93e43bf5-6415-409f-8bed-88c4eafdcb02 HTTP/1.1" status: 204  len: 168 time: 0.2176056
Jun 21 16:43:07.571196 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 44736) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:43:07.588663 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-ed32ab53-ce57-4529-a3de-1f556bdc3e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:07.604097 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-ed32ab53-ce57-4529-a3de-1f556bdc3e6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:43:07.607898 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-ed32ab53-ce57-4529-a3de-1f556bdc3e6f admin admin] Usage tracker for resource:security_group_rule and tenant:302323de8f5e4f71bca09a1308e33ace is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:43:07.611781 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-ed32ab53-ce57-4529-a3de-1f556bdc3e6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:43:07.617822 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-ed32ab53-ce57-4529-a3de-1f556bdc3e6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:43:07.721911 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-ed32ab53-ce57-4529-a3de-1f556bdc3e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:07.726202 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-ed32ab53-ce57-4529-a3de-1f556bdc3e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:07.735313 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-befed457-3592-471f-a267-8f039870d0e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:07.775004 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-ed32ab53-ce57-4529-a3de-1f556bdc3e6f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=302323de8f5e4f71bca09a1308e33ace&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2025599
Jun 21 16:43:07.776890 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32ab53-ce57-4529-a3de-1f556bdc3e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2580e2b8-ec1a-4bb0-a16b-7b65d3c91e23,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:07.777780 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 44740) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:43:07.780115 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-ed32ab53-ce57-4529-a3de-1f556bdc3e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:07.847252 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-af3d8389-7528-4d46-bb8e-e1645d00b9cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:07.871764 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-af3d8389-7528-4d46-bb8e-e1645d00b9cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:07.922323 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-af3d8389-7528-4d46-bb8e-e1645d00b9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:07.927336 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-511ff4b1-a239-4c43-85cb-3b776a7d9e74 tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:07.939991 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d8389-7528-4d46-bb8e-e1645d00b9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2580e2b8-ec1a-4bb0-a16b-7b65d3c91e23,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:07.943396 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-af3d8389-7528-4d46-bb8e-e1645d00b9cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:07.948511 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-af3d8389-7528-4d46-bb8e-e1645d00b9cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:07.949608 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-af3d8389-7528-4d46-bb8e-e1645d00b9cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2580e2b8-ec1a-4bb0-a16b-7b65d3c91e23 HTTP/1.1" status: 204  len: 168 time: 0.1706429
Jun 21 16:43:08.186655 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-616b787f-5da9-4d4b-b356-92985f050039 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=b6a9b3811d1d4ad0b8a58984de36f00e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0269511
Jun 21 16:43:08.348795 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-36a3c98e-89b7-4718-9b25-1a475777f67a tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:08.350291 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-36a3c98e-89b7-4718-9b25-1a475777f67a tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1585469
Jun 21 16:43:08.370046 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-6280e1c7-f1b3-4da1-bf43-4f9cb8e27ae3 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Request body: {'port': {'device_id': '5d96e7be-cc06-42b8-bbe4-67a596f95299', 'network_id': '67e7f5c1-9234-400a-b371-630f4702da12', 'admin_state_up': True, 'tenant_id': 'b6a9b3811d1d4ad0b8a58984de36f00e'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:43:08.376431 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b68af64c-dd8f-4734-bf9e-91e549fc9122 req-b1bc269d-25b0-4874-afda-3f4fd8fdb643 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d96e7be-cc06-42b8-bbe4-67a596f95299 HTTP/1.1" status: 200  len: 210 time: 0.0722239
Jun 21 16:43:08.520092 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-6280e1c7-f1b3-4da1-bf43-4f9cb8e27ae3 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:43:08.523838 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-6280e1c7-f1b3-4da1-bf43-4f9cb8e27ae3 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Usage tracker for resource:port and tenant:b6a9b3811d1d4ad0b8a58984de36f00e is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:43:08.526920 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-6280e1c7-f1b3-4da1-bf43-4f9cb8e27ae3 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:43:08.532888 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-6280e1c7-f1b3-4da1-bf43-4f9cb8e27ae3 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:43:08.542950 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-6280e1c7-f1b3-4da1-bf43-4f9cb8e27ae3 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Made reservation on behalf of b6a9b3811d1d4ad0b8a58984de36f00e for: {'port': 1} {{(pid=78426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:43:08.546654 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-6280e1c7-f1b3-4da1-bf43-4f9cb8e27ae3 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:08.558810 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-6280e1c7-f1b3-4da1-bf43-4f9cb8e27ae3 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:08.579391 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-6280e1c7-f1b3-4da1-bf43-4f9cb8e27ae3 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:43:08.583195 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-6280e1c7-f1b3-4da1-bf43-4f9cb8e27ae3 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Usage tracker for resource:security_group_rule and tenant:b6a9b3811d1d4ad0b8a58984de36f00e is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:43:08.586013 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-6280e1c7-f1b3-4da1-bf43-4f9cb8e27ae3 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:43:08.591661 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-6280e1c7-f1b3-4da1-bf43-4f9cb8e27ae3 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:43:08.678083 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-6280e1c7-f1b3-4da1-bf43-4f9cb8e27ae3 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:08.683859 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-6280e1c7-f1b3-4da1-bf43-4f9cb8e27ae3 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:08.689357 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-b45b7f3a-58d6-4189-8360-b3facf3ba956 tempest-AttachVolumeShelveTestJSON-1975664422 tempest-AttachVolumeShelveTestJSON-1975664422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:08.771711 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280e1c7-f1b3-4da1-bf43-4f9cb8e27ae3 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f691215d-87cd-4981-ad02-a6a2f1924134,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:08.777036 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-6280e1c7-f1b3-4da1-bf43-4f9cb8e27ae3 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:08.857530 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-6280e1c7-f1b3-4da1-bf43-4f9cb8e27ae3 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Allocated IP 192.168.233.217 (67e7f5c1-9234-400a-b371-630f4702da12/ef466985-cf13-4b10-8fed-c835998b5a17/662a2f67-1c30-443b-8fcd-92761b207aa3) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:43:09.069263 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-6280e1c7-f1b3-4da1-bf43-4f9cb8e27ae3 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:09.088396 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-6280e1c7-f1b3-4da1-bf43-4f9cb8e27ae3 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Transition to ACTIVE for port object 662a2f67-1c30-443b-8fcd-92761b207aa3 will not be triggered until provisioned by entity DHCP. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:43:09.113043 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-6280e1c7-f1b3-4da1-bf43-4f9cb8e27ae3 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:09.118746 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-146c98fc-ce09-4288-939d-8cb25a0aecb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:09.183116 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-6280e1c7-f1b3-4da1-bf43-4f9cb8e27ae3 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Network 67e7f5c1-9234-400a-b371-630f4702da12 is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:43:09.186438 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-6280e1c7-f1b3-4da1-bf43-4f9cb8e27ae3 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:43:09.190287 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-6280e1c7-f1b3-4da1-bf43-4f9cb8e27ae3 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:43:09.231903 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280e1c7-f1b3-4da1-bf43-4f9cb8e27ae3 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Pushing event updated for resources: {'Port': ['ID=662a2f67-1c30-443b-8fcd-92761b207aa3,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:09.237239 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-6280e1c7-f1b3-4da1-bf43-4f9cb8e27ae3 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:09.265001 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-6280e1c7-f1b3-4da1-bf43-4f9cb8e27ae3 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:09.266660 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-6280e1c7-f1b3-4da1-bf43-4f9cb8e27ae3 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:09.298197 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-6280e1c7-f1b3-4da1-bf43-4f9cb8e27ae3 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.9324467
Jun 21 16:43:09.317258 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-98945779-49fd-41f0-a0a4-dc200214df35 service neutron] Request body: {'port': {'device_id': '5d96e7be-cc06-42b8-bbe4-67a596f95299', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79716'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:43:09.434987 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-98945779-49fd-41f0-a0a4-dc200214df35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:09.475165 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-ea7556ed-b8fa-4e42-a9b8-f5602deac184 None None] Provisioning for port 662a2f67-1c30-443b-8fcd-92761b207aa3 completed by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:43:09.489403 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-ea7556ed-b8fa-4e42-a9b8-f5602deac184 None None] Provisioning complete for port 662a2f67-1c30-443b-8fcd-92761b207aa3 triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:43:09.490255 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-ea7556ed-b8fa-4e42-a9b8-f5602deac184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:09.559312 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-ea7556ed-b8fa-4e42-a9b8-f5602deac184 None None] Port 662a2f67-1c30-443b-8fcd-92761b207aa3 cannot update to ACTIVE because it is not bound. {{(pid=78428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 16:43:09.595875 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096de676-dc60-47a4-b7c4-97f1a302f686 req-6edad24f-1f14-4a27-9eb3-7f70ceffb0ea tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:09.597423 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-096de676-dc60-47a4-b7c4-97f1a302f686 req-6edad24f-1f14-4a27-9eb3-7f70ceffb0ea tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d96e7be-cc06-42b8-bbe4-67a596f95299 HTTP/1.1" status: 200  len: 936 time: 0.1047211
Jun 21 16:43:09.644978 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-096de676-dc60-47a4-b7c4-97f1a302f686 req-967f92fe-46ee-4516-95e1-69d1f0f217d4 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] 10.222.0.24 "GET /v2.0/security-groups?id=f691215d-87cd-4981-ad02-a6a2f1924134&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417755
Jun 21 16:43:09.888744 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-98945779-49fd-41f0-a0a4-dc200214df35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 662a2f67-1c30-443b-8fcd-92761b207aa3 {{(pid=78426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:43:09.895975 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-98945779-49fd-41f0-a0a4-dc200214df35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:09.910386 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-98945779-49fd-41f0-a0a4-dc200214df35 service neutron] Transition to ACTIVE for port object 662a2f67-1c30-443b-8fcd-92761b207aa3 will not be triggered until provisioned by entity L2. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:43:09.913780 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-98945779-49fd-41f0-a0a4-dc200214df35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2434630'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:09.918115 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-74b91977-f046-43ce-87b3-07202e280b70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:10.052097 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98945779-49fd-41f0-a0a4-dc200214df35 service neutron] Pushing event updated for resources: {'Port': ['ID=662a2f67-1c30-443b-8fcd-92761b207aa3,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:10.097089 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-98945779-49fd-41f0-a0a4-dc200214df35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:10.167545 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-98945779-49fd-41f0-a0a4-dc200214df35 service neutron] Attempting to bind port 662a2f67-1c30-443b-8fcd-92761b207aa3 on host hv-cinder-79716 for vnic_type normal with profile  {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:43:10.168001 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-98945779-49fd-41f0-a0a4-dc200214df35 service neutron] Attempting to bind port 662a2f67-1c30-443b-8fcd-92761b207aa3 by drivers openvswitch,hyperv on host hv-cinder-79716 at level 0 using segments [{'id': '152a2611-8010-4ff2-85f2-94f066dd0397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '67e7f5c1-9234-400a-b371-630f4702da12'}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:43:10.168253 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-98945779-49fd-41f0-a0a4-dc200214df35 service neutron] Attempting to bind port 662a2f67-1c30-443b-8fcd-92761b207aa3 on network 67e7f5c1-9234-400a-b371-630f4702da12 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:43:10.173149 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-98945779-49fd-41f0-a0a4-dc200214df35 service neutron] Port 662a2f67-1c30-443b-8fcd-92761b207aa3 on network 67e7f5c1-9234-400a-b371-630f4702da12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79716 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 16:43:10.173632 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-98945779-49fd-41f0-a0a4-dc200214df35 service neutron] Attempting to bind port 662a2f67-1c30-443b-8fcd-92761b207aa3 on network 67e7f5c1-9234-400a-b371-630f4702da12 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:43:10.178735 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-98945779-49fd-41f0-a0a4-dc200214df35 service neutron] Checking agent: {'id': '8fa6119b-2ff5-4d4e-8bfd-f2c719c77604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79716', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'started_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:43:10.179073 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-98945779-49fd-41f0-a0a4-dc200214df35 service neutron] Checking segment: {'id': '152a2611-8010-4ff2-85f2-94f066dd0397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '67e7f5c1-9234-400a-b371-630f4702da12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:43:10.179456 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-98945779-49fd-41f0-a0a4-dc200214df35 service neutron] Bound using segment: {'id': '152a2611-8010-4ff2-85f2-94f066dd0397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '67e7f5c1-9234-400a-b371-630f4702da12'} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:43:10.179915 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-98945779-49fd-41f0-a0a4-dc200214df35 service neutron] Bound port: 662a2f67-1c30-443b-8fcd-92761b207aa3, host: hv-cinder-79716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152a2611-8010-4ff2-85f2-94f066dd0397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '67e7f5c1-9234-400a-b371-630f4702da12'}}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:43:10.180269 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-98945779-49fd-41f0-a0a4-dc200214df35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:10.272802 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-98945779-49fd-41f0-a0a4-dc200214df35 service neutron] For port 662a2f67-1c30-443b-8fcd-92761b207aa3, host hv-cinder-79716, cleared binding levels {{(pid=78426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:43:10.276412 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-98945779-49fd-41f0-a0a4-dc200214df35 service neutron] For port 662a2f67-1c30-443b-8fcd-92761b207aa3, host hv-cinder-79716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=662a2f67-1c30-443b-8fcd-92761b207aa3,segment=NetworkSegment(152a2611-8010-4ff2-85f2-94f066dd0397),segment_id=152a2611-8010-4ff2-85f2-94f066dd0397)] {{(pid=78426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:43:10.282265 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-98945779-49fd-41f0-a0a4-dc200214df35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2434630'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:10.288085 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-9a687448-ddf6-4e8b-96db-46c2701b3578 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:10.349529 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-98945779-49fd-41f0-a0a4-dc200214df35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:10.350159 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-98945779-49fd-41f0-a0a4-dc200214df35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:10.351741 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-98945779-49fd-41f0-a0a4-dc200214df35 service neutron] 10.222.0.39 "PUT /v2.0/ports/662a2f67-1c30-443b-8fcd-92761b207aa3 HTTP/1.1" status: 200  len: 1098 time: 1.0397956
Jun 21 16:43:10.354827 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d96e7be-cc06-42b8-bbe4-67a596f95299', 'tag': '662a2f67-1c30-443b-8fcd-92761b207aa3'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:43:10.382664 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98945779-49fd-41f0-a0a4-dc200214df35 service neutron] Pushing event updated for resources: {'Port': ['ID=662a2f67-1c30-443b-8fcd-92761b207aa3,revision_number=3']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:10.386003 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-98945779-49fd-41f0-a0a4-dc200214df35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:10.446832 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d96e7be-cc06-42b8-bbe4-67a596f95299', 'tag': '662a2f67-1c30-443b-8fcd-92761b207aa3', 'status': 'completed', 'code': 200}
Jun 21 16:43:10.495227 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-93d2f4ac-a530-462f-942b-ba92994d229c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:10.496999 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-93d2f4ac-a530-462f-942b-ba92994d229c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6a9b3811d1d4ad0b8a58984de36f00e&device_id=5d96e7be-cc06-42b8-bbe4-67a596f95299 HTTP/1.1" status: 200  len: 1101 time: 0.0841208
Jun 21 16:43:10.580312 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-c3d9d9b9-d5de-4039-aba2-0bc903a73a00 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=662a2f67-1c30-443b-8fcd-92761b207aa3 HTTP/1.1" status: 200  len: 217 time: 0.0693853
Jun 21 16:43:10.643738 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-7791e9d8-fc55-4741-be75-3734c962f4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:10.645194 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-7791e9d8-fc55-4741-be75-3734c962f4be service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ef466985-cf13-4b10-8fed-c835998b5a17 HTTP/1.1" status: 200  len: 843 time: 0.0576558
Jun 21 16:43:10.730612 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-1fcdda7b-d5c6-483f-aa63-316eb5213617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:10.732245 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-1fcdda7b-d5c6-483f-aa63-316eb5213617 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=67e7f5c1-9234-400a-b371-630f4702da12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0790455
Jun 21 16:43:10.838307 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b6689-2fa0-495a-9776-195896e49070 req-a74b5539-969b-4279-81d3-a63c839eee18 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:10.840097 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-144b6689-2fa0-495a-9776-195896e49070 req-a74b5539-969b-4279-81d3-a63c839eee18 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d96e7be-cc06-42b8-bbe4-67a596f95299 HTTP/1.1" status: 200  len: 948 time: 0.0868838
Jun 21 16:43:10.875505 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-a9a0dac3-8ff4-42f2-bf3e-80a7b8432572 service neutron] 10.222.0.39 "GET /v2.0/networks/67e7f5c1-9234-400a-b371-630f4702da12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358714
Jun 21 16:43:10.888490 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-144b6689-2fa0-495a-9776-195896e49070 req-8b9b25ca-b460-422f-9f22-d4c758b67513 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] 10.222.0.24 "GET /v2.0/security-groups?id=f691215d-87cd-4981-ad02-a6a2f1924134&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407083
Jun 21 16:43:11.027863 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-14a44070-220b-435a-bfd2-da4a4bf63e52 req-e6ac1c44-ffcd-499a-bbaf-d724bc4b9a98 service neutron] 10.222.0.39 "GET /v2.0/networks/67e7f5c1-9234-400a-b371-630f4702da12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1452255
Jun 21 16:43:11.193259 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8683d-bc86-4672-8097-64d6157996be req-40e26ebe-b45c-46e8-8334-4ede65d1c5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:11.194739 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-b9e8683d-bc86-4672-8097-64d6157996be req-40e26ebe-b45c-46e8-8334-4ede65d1c5eb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6a9b3811d1d4ad0b8a58984de36f00e&device_id=5d96e7be-cc06-42b8-bbe4-67a596f95299 HTTP/1.1" status: 200  len: 1101 time: 0.0705950
Jun 21 16:43:11.323796 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8683d-bc86-4672-8097-64d6157996be req-c7717e58-c818-48b3-9dc6-9dd243825ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:11.325226 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-b9e8683d-bc86-4672-8097-64d6157996be req-c7717e58-c818-48b3-9dc6-9dd243825ded service neutron] 10.222.0.39 "GET /v2.0/networks?id=67e7f5c1-9234-400a-b371-630f4702da12 HTTP/1.1" status: 200  len: 870 time: 0.1230178
Jun 21 16:43:11.489196 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-b9e8683d-bc86-4672-8097-64d6157996be req-8a61e437-2aa1-4ae4-acab-4899816f6e0b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=662a2f67-1c30-443b-8fcd-92761b207aa3 HTTP/1.1" status: 200  len: 217 time: 0.1569648
Jun 21 16:43:11.551053 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8683d-bc86-4672-8097-64d6157996be req-6d4bece8-9c9d-4a43-b3ee-bed6aca40ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:11.552479 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-b9e8683d-bc86-4672-8097-64d6157996be req-6d4bece8-9c9d-4a43-b3ee-bed6aca40ea9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ef466985-cf13-4b10-8fed-c835998b5a17 HTTP/1.1" status: 200  len: 843 time: 0.0559959
Jun 21 16:43:11.629705 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8683d-bc86-4672-8097-64d6157996be req-0b05905b-6f30-4352-ad87-5ad12e81a9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:11.631169 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-b9e8683d-bc86-4672-8097-64d6157996be req-0b05905b-6f30-4352-ad87-5ad12e81a9f9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=67e7f5c1-9234-400a-b371-630f4702da12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0713897
Jun 21 16:43:11.764468 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-b9e8683d-bc86-4672-8097-64d6157996be req-5a8e07c4-e816-4972-bffc-5c2301b6ba08 service neutron] 10.222.0.39 "GET /v2.0/networks/67e7f5c1-9234-400a-b371-630f4702da12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241724
Jun 21 16:43:11.902520 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-b9e8683d-bc86-4672-8097-64d6157996be req-c3da0bb6-aa1a-4786-a596-e18496989ce3 service neutron] 10.222.0.39 "GET /v2.0/networks/67e7f5c1-9234-400a-b371-630f4702da12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1312056
Jun 21 16:43:12.081059 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ee4cf-86d0-4f01-b391-91b7e92badf2 req-705d36e9-6dea-43e0-9887-63262cbdb1ef tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:12.082637 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e90ee4cf-86d0-4f01-b391-91b7e92badf2 req-705d36e9-6dea-43e0-9887-63262cbdb1ef tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d96e7be-cc06-42b8-bbe4-67a596f95299 HTTP/1.1" status: 200  len: 948 time: 0.0843325
Jun 21 16:43:12.223964 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e90ee4cf-86d0-4f01-b391-91b7e92badf2 req-40d7cae0-7bf1-4d7f-9bc0-cad72b6d2ed3 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] 10.222.0.24 "GET /v2.0/security-groups?id=f691215d-87cd-4981-ad02-a6a2f1924134&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1312561
Jun 21 16:43:12.451011 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 662a2f67-1c30-443b-8fcd-92761b207aa3 details requested by agent hyperv_hv-cinder-79716 with host hv-cinder-79716 {{(pid=78428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 16:43:12.581757 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 662a2f67-1c30-443b-8fcd-92761b207aa3, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=662a2f67-1c30-443b-8fcd-92761b207aa3,segment=NetworkSegment(152a2611-8010-4ff2-85f2-94f066dd0397),segment_id=152a2611-8010-4ff2-85f2-94f066dd0397)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:43:12.595434 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Returning: {'device': '662a2f67-1c30-443b-8fcd-92761b207aa3', 'network_id': '67e7f5c1-9234-400a-b371-630f4702da12', 'port_id': '662a2f67-1c30-443b-8fcd-92761b207aa3', 'mac_address': 'fa:16:3e:17:e6:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef466985-cf13-4b10-8fed-c835998b5a17', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 16:43:12.648543 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:12.667975 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 662a2f67-1c30-443b-8fcd-92761b207aa3 {{(pid=78428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:43:12.683534 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 662a2f67-1c30-443b-8fcd-92761b207aa3, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=662a2f67-1c30-443b-8fcd-92761b207aa3,segment=NetworkSegment(152a2611-8010-4ff2-85f2-94f066dd0397),segment_id=152a2611-8010-4ff2-85f2-94f066dd0397)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:43:12.687246 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:12.689245 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-ba267097-4120-49f0-868e-30cefd53ce6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:12.774547 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=662a2f67-1c30-443b-8fcd-92761b207aa3,revision_number=4']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:12.782557 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:43:12.782898 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:43:12.783229 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:43:12.783555 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:43:12.783908 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:43:12.784227 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:43:12.784544 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:43:12.784854 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:43:12.785166 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:43:12.785476 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:43:12.785791 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:43:12.786099 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:43:12.789790 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:13.006834 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['662a2f67-1c30-443b-8fcd-92761b207aa3'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:43:13.404791 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b50c-7755-43f0-bda5-8e33ddda0a90 req-e8f5b23a-b7de-471b-a608-b56fa14412ba tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:13.406392 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8aa3b50c-7755-43f0-bda5-8e33ddda0a90 req-e8f5b23a-b7de-471b-a608-b56fa14412ba tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d96e7be-cc06-42b8-bbe4-67a596f95299 HTTP/1.1" status: 200  len: 949 time: 0.0794966
Jun 21 16:43:13.455747 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8aa3b50c-7755-43f0-bda5-8e33ddda0a90 req-c548b2c9-e5f5-4203-aa71-8900be39c26e tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] 10.222.0.24 "GET /v2.0/security-groups?id=f691215d-87cd-4981-ad02-a6a2f1924134&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442700
Jun 21 16:43:14.441976 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 662a2f67-1c30-443b-8fcd-92761b207aa3 up at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:43:14.580220 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning for port 662a2f67-1c30-443b-8fcd-92761b207aa3 completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:43:14.589061 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning complete for port 662a2f67-1c30-443b-8fcd-92761b207aa3 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:43:14.589439 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:14.638193 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc8f7c-6936-4af6-aaf9-da55eb9a396a req-a0c80c86-e99a-4a16-9b39-d4d7990dca3e tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:14.639653 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-80bc8f7c-6936-4af6-aaf9-da55eb9a396a req-a0c80c86-e99a-4a16-9b39-d4d7990dca3e tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d96e7be-cc06-42b8-bbe4-67a596f95299 HTTP/1.1" status: 200  len: 949 time: 0.0785816
Jun 21 16:43:14.684247 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-80bc8f7c-6936-4af6-aaf9-da55eb9a396a req-b9d78298-7332-4de4-bb20-27900c01cf01 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] 10.222.0.24 "GET /v2.0/security-groups?id=f691215d-87cd-4981-ad02-a6a2f1924134&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379972
Jun 21 16:43:14.780165 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:14.820160 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d96e7be-cc06-42b8-bbe4-67a596f95299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662a2f67-1c30-443b-8fcd-92761b207aa3'}] {{(pid=78428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:43:14.831822 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 662a2f67-1c30-443b-8fcd-92761b207aa3, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=662a2f67-1c30-443b-8fcd-92761b207aa3,segment=NetworkSegment(152a2611-8010-4ff2-85f2-94f066dd0397),segment_id=152a2611-8010-4ff2-85f2-94f066dd0397)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:43:14.840918 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:14.842865 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:14.872996 dv-cinder-797161-1-iscsi neutron-server[78428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d96e7be-cc06-42b8-bbe4-67a596f95299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662a2f67-1c30-443b-8fcd-92761b207aa3', 'code': 200}
Jun 21 16:43:14.925255 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=662a2f67-1c30-443b-8fcd-92761b207aa3,revision_number=5']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:14.928201 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:15.133902 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb934fa6-1948-4903-95dc-a9bcce7bce89 req-aa9f1aea-a12d-482e-a126-aada0e17058f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:15.135488 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-bb934fa6-1948-4903-95dc-a9bcce7bce89 req-aa9f1aea-a12d-482e-a126-aada0e17058f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5d96e7be-cc06-42b8-bbe4-67a596f95299 HTTP/1.1" status: 200  len: 1103 time: 0.0718277
Jun 21 16:43:15.177074 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-bb934fa6-1948-4903-95dc-a9bcce7bce89 req-a7f44a30-fda7-4552-a92d-66ef0db3dc96 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f691215d-87cd-4981-ad02-a6a2f1924134&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0345309
Jun 21 16:43:15.870834 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a7464-1d38-4484-bb80-47a416ce6066 req-71bcdd9d-d216-4c70-9add-fffeef7e970f tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:15.872282 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-241a7464-1d38-4484-bb80-47a416ce6066 req-71bcdd9d-d216-4c70-9add-fffeef7e970f tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d96e7be-cc06-42b8-bbe4-67a596f95299 HTTP/1.1" status: 200  len: 950 time: 0.0819082
Jun 21 16:43:15.918161 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-241a7464-1d38-4484-bb80-47a416ce6066 req-752a6a6f-b760-4727-9342-c7a9c7796271 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] 10.222.0.24 "GET /v2.0/security-groups?id=f691215d-87cd-4981-ad02-a6a2f1924134&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389321
Jun 21 16:43:17.101480 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2eb1e-5ff6-4381-be82-7f16840019e9 req-b46167c6-d084-4a26-8028-8c0df214b0f6 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:17.103151 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-cfc2eb1e-5ff6-4381-be82-7f16840019e9 req-b46167c6-d084-4a26-8028-8c0df214b0f6 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d96e7be-cc06-42b8-bbe4-67a596f95299 HTTP/1.1" status: 200  len: 950 time: 0.0791860
Jun 21 16:43:17.151453 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-cfc2eb1e-5ff6-4381-be82-7f16840019e9 req-a6b0531f-61a4-4b48-b118-6352c93048ed tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] 10.222.0.24 "GET /v2.0/security-groups?id=f691215d-87cd-4981-ad02-a6a2f1924134&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411208
Jun 21 16:43:17.466362 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-0a3adb7f-e81b-4c81-858f-62d04a02106a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:17.597477 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69828e-2000-4e10-b058-e20628c5bdd6 req-bdff3761-779d-498d-9024-60ddf133cbf4 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:17.598942 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2d69828e-2000-4e10-b058-e20628c5bdd6 req-bdff3761-779d-498d-9024-60ddf133cbf4 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d96e7be-cc06-42b8-bbe4-67a596f95299 HTTP/1.1" status: 200  len: 950 time: 0.0835195
Jun 21 16:43:17.646369 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2d69828e-2000-4e10-b058-e20628c5bdd6 req-5263a8dd-c9e6-4299-9808-90607ca51176 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] 10.222.0.24 "GET /v2.0/security-groups?id=f691215d-87cd-4981-ad02-a6a2f1924134&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417550
Jun 21 16:43:17.886322 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:17.923444 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 44906) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:43:18.043566 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-6ce1fc60-48b5-4002-be32-87682acc1fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:18.058541 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-6ce1fc60-48b5-4002-be32-87682acc1fd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:43:18.062784 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-6ce1fc60-48b5-4002-be32-87682acc1fd6 admin admin] Usage tracker for resource:security_group_rule and tenant:2fbb76710bd84f068aa790937960e986 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:43:18.065556 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-6ce1fc60-48b5-4002-be32-87682acc1fd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:43:18.071069 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-6ce1fc60-48b5-4002-be32-87682acc1fd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:43:18.153598 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-6ce1fc60-48b5-4002-be32-87682acc1fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:18.157746 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-6ce1fc60-48b5-4002-be32-87682acc1fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:18.165786 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:18.203299 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-6ce1fc60-48b5-4002-be32-87682acc1fd6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2fbb76710bd84f068aa790937960e986&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2787893
Jun 21 16:43:18.204884 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce1fc60-48b5-4002-be32-87682acc1fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d361c5dc-e34d-420a-a62a-a0776ca02f2d,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:18.206041 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 44912) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:43:18.208015 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-6ce1fc60-48b5-4002-be32-87682acc1fd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:18.262609 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-19b28c26-890d-4862-b106-14c793b954ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:18.287914 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-19b28c26-890d-4862-b106-14c793b954ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:18.337687 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-19b28c26-890d-4862-b106-14c793b954ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:18.341078 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-e1e7d263-a14b-48ff-bc81-a860bf5a33ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:18.355904 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b28c26-890d-4862-b106-14c793b954ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d361c5dc-e34d-420a-a62a-a0776ca02f2d,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:18.366858 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b28c26-890d-4862-b106-14c793b954ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:43:18.367219 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b28c26-890d-4862-b106-14c793b954ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:43:18.367573 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b28c26-890d-4862-b106-14c793b954ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:43:18.367947 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b28c26-890d-4862-b106-14c793b954ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:43:18.368293 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b28c26-890d-4862-b106-14c793b954ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:43:18.368636 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b28c26-890d-4862-b106-14c793b954ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:43:18.368976 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b28c26-890d-4862-b106-14c793b954ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:43:18.369313 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b28c26-890d-4862-b106-14c793b954ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:43:18.369653 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b28c26-890d-4862-b106-14c793b954ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:43:18.370448 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b28c26-890d-4862-b106-14c793b954ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:43:18.370791 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b28c26-890d-4862-b106-14c793b954ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:43:18.371131 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b28c26-890d-4862-b106-14c793b954ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:43:18.376054 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-19b28c26-890d-4862-b106-14c793b954ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:18.377986 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-19b28c26-890d-4862-b106-14c793b954ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:18.381489 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-19b28c26-890d-4862-b106-14c793b954ec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d361c5dc-e34d-420a-a62a-a0776ca02f2d HTTP/1.1" status: 204  len: 168 time: 0.1720564
Jun 21 16:43:18.646388 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 44920) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:43:18.664268 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-e0d3d104-5944-4d29-9086-71b269483c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:18.678390 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-e0d3d104-5944-4d29-9086-71b269483c76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:43:18.682314 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-e0d3d104-5944-4d29-9086-71b269483c76 admin admin] Usage tracker for resource:security_group_rule and tenant:362cc0a81dfa4d8797a63c6dfe5ebf59 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:43:18.685242 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-e0d3d104-5944-4d29-9086-71b269483c76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:43:18.691410 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-e0d3d104-5944-4d29-9086-71b269483c76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:43:18.816382 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-e0d3d104-5944-4d29-9086-71b269483c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:18.825409 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-e0d3d104-5944-4d29-9086-71b269483c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:18.834958 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-1aca827b-d3c9-4968-89bf-6cc4a37ffca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:18.885081 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-e0d3d104-5944-4d29-9086-71b269483c76 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=362cc0a81dfa4d8797a63c6dfe5ebf59&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2375259
Jun 21 16:43:18.887562 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 44926) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:43:18.887762 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3d104-5944-4d29-9086-71b269483c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedf228f-219c-46cd-b026-4d4167b8403d,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:18.892204 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-e0d3d104-5944-4d29-9086-71b269483c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:18.906501 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27074e4-e2fd-4949-bc23-37e242501822 req-bee04664-a46a-46ec-a895-4ab092f03c86 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:18.908005 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e27074e4-e2fd-4949-bc23-37e242501822 req-bee04664-a46a-46ec-a895-4ab092f03c86 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d96e7be-cc06-42b8-bbe4-67a596f95299 HTTP/1.1" status: 200  len: 950 time: 0.1491249
Jun 21 16:43:18.947350 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-9320f8e4-c599-4460-b6db-5dccf241fe93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:18.954694 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e27074e4-e2fd-4949-bc23-37e242501822 req-2478d69c-1973-4f0e-a940-606d1f354729 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] 10.222.0.24 "GET /v2.0/security-groups?id=f691215d-87cd-4981-ad02-a6a2f1924134&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407946
Jun 21 16:43:18.972696 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-9320f8e4-c599-4460-b6db-5dccf241fe93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:19.077551 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-9320f8e4-c599-4460-b6db-5dccf241fe93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:19.083440 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-2eb6d32b-938f-4567-80d6-d90078871cb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:19.097821 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320f8e4-c599-4460-b6db-5dccf241fe93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedf228f-219c-46cd-b026-4d4167b8403d,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:19.100192 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-9320f8e4-c599-4460-b6db-5dccf241fe93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:19.110612 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbada8-9d4b-4e87-8736-dd6bd0761829 req-2488b62d-253e-45ce-a19e-1e8e16018c7d tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:19.111324 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-b6dbada8-9d4b-4e87-8736-dd6bd0761829 req-2488b62d-253e-45ce-a19e-1e8e16018c7d tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Synchronizing usage tracker for tenant:b6a9b3811d1d4ad0b8a58984de36f00e on resource:port {{(pid=78426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:43:19.123981 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-9320f8e4-c599-4460-b6db-5dccf241fe93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:19.125891 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-9320f8e4-c599-4460-b6db-5dccf241fe93 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bedf228f-219c-46cd-b026-4d4167b8403d HTTP/1.1" status: 204  len: 168 time: 0.2370121
Jun 21 16:43:19.134761 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-b6dbada8-9d4b-4e87-8736-dd6bd0761829 req-2488b62d-253e-45ce-a19e-1e8e16018c7d tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Unset dirty status for tenant:b6a9b3811d1d4ad0b8a58984de36f00e on resource:port {{(pid=78426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:43:19.135907 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-b6dbada8-9d4b-4e87-8736-dd6bd0761829 req-2488b62d-253e-45ce-a19e-1e8e16018c7d tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d96e7be-cc06-42b8-bbe4-67a596f95299 HTTP/1.1" status: 200  len: 950 time: 0.1432664
Jun 21 16:43:19.210102 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [req-b6dbada8-9d4b-4e87-8736-dd6bd0761829 req-53fd01d6-44a1-447b-aa1f-ba483274dbd8 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Deleting port 662a2f67-1c30-443b-8fcd-92761b207aa3 {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:43:19.210364 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-b6dbada8-9d4b-4e87-8736-dd6bd0761829 req-53fd01d6-44a1-447b-aa1f-ba483274dbd8 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:19.463662 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [req-b6dbada8-9d4b-4e87-8736-dd6bd0761829 req-53fd01d6-44a1-447b-aa1f-ba483274dbd8 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] For port 662a2f67-1c30-443b-8fcd-92761b207aa3, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=662a2f67-1c30-443b-8fcd-92761b207aa3,segment=NetworkSegment(152a2611-8010-4ff2-85f2-94f066dd0397),segment_id=152a2611-8010-4ff2-85f2-94f066dd0397)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:43:19.464129 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-b6dbada8-9d4b-4e87-8736-dd6bd0761829 req-53fd01d6-44a1-447b-aa1f-ba483274dbd8 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:19.476204 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 44936) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:43:19.494132 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-4795cad6-4ff9-4a42-9990-790b1cc4442c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:19.508648 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-4795cad6-4ff9-4a42-9990-790b1cc4442c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:43:19.512370 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-4795cad6-4ff9-4a42-9990-790b1cc4442c admin admin] Usage tracker for resource:security_group_rule and tenant:9add49eda47742ba9416b7eef7ca30d8 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:43:19.515152 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-4795cad6-4ff9-4a42-9990-790b1cc4442c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:43:19.520738 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-4795cad6-4ff9-4a42-9990-790b1cc4442c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:43:19.600305 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [req-b6dbada8-9d4b-4e87-8736-dd6bd0761829 req-53fd01d6-44a1-447b-aa1f-ba483274dbd8 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Calling delete_port for 662a2f67-1c30-443b-8fcd-92761b207aa3 owned by compute:nova {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:43:19.602050 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-4795cad6-4ff9-4a42-9990-790b1cc4442c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:19.606448 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-4795cad6-4ff9-4a42-9990-790b1cc4442c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:19.614264 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-1332d6be-8cbf-4f28-8a86-aba9c895c032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:19.654060 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-4795cad6-4ff9-4a42-9990-790b1cc4442c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9add49eda47742ba9416b7eef7ca30d8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1766968
Jun 21 16:43:19.654968 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795cad6-4ff9-4a42-9990-790b1cc4442c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6b29fb-c2ec-4f3f-82ab-4a936175ea8b,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:19.657449 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 44940) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:43:19.658888 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-4795cad6-4ff9-4a42-9990-790b1cc4442c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:19.775583 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-3a285e0c-a3a3-4865-b424-24eaf804defe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:19.803389 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-b6dbada8-9d4b-4e87-8736-dd6bd0761829 req-53fd01d6-44a1-447b-aa1f-ba483274dbd8 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:19.810387 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-259c6ddc-175e-4f25-a536-88219ab96c57 tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:19.837641 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['662a2f67-1c30-443b-8fcd-92761b207aa3'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:43:19.839934 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-3a285e0c-a3a3-4865-b424-24eaf804defe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:19.863492 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd01d6-44a1-447b-aa1f-ba483274dbd8 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Pushing event deleted for resources: {'Port': ['ID=662a2f67-1c30-443b-8fcd-92761b207aa3,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:19.872394 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-53fd01d6-44a1-447b-aa1f-ba483274dbd8 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:20.068425 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6dbada8-9d4b-4e87-8736-dd6bd0761829 req-53fd01d6-44a1-447b-aa1f-ba483274dbd8 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] No DVR routers for this DVR port 662a2f67-1c30-443b-8fcd-92761b207aa3 on host hv-cinder-79716 {{(pid=78426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 16:43:20.071014 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-b6dbada8-9d4b-4e87-8736-dd6bd0761829 req-53fd01d6-44a1-447b-aa1f-ba483274dbd8 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:20.073689 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d96e7be-cc06-42b8-bbe4-67a596f95299', 'name': 'network-vif-deleted', 'tag': '662a2f67-1c30-443b-8fcd-92761b207aa3'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:43:20.097981 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-b6dbada8-9d4b-4e87-8736-dd6bd0761829 req-53fd01d6-44a1-447b-aa1f-ba483274dbd8 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] 10.222.0.39 "DELETE /v2.0/ports/662a2f67-1c30-443b-8fcd-92761b207aa3 HTTP/1.1" status: 204  len: 173 time: 0.9556386
Jun 21 16:43:20.117753 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-3a285e0c-a3a3-4865-b424-24eaf804defe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:20.121653 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-2ce94ed7-71f7-459d-b81e-5862aee51f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:20.129162 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-700510c2-9a80-4286-8777-d86b0f3eb48d tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:20.137391 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-38ca649b-354d-4230-a2f8-bf0f06d9a21c req-531a1a62-7b48-4ec9-b7ea-16068d76865e tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d96e7be-cc06-42b8-bbe4-67a596f95299 HTTP/1.1" status: 200  len: 210 time: 0.0744960
Jun 21 16:43:20.141141 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a285e0c-a3a3-4865-b424-24eaf804defe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6b29fb-c2ec-4f3f-82ab-4a936175ea8b,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:20.146333 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-3a285e0c-a3a3-4865-b424-24eaf804defe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:20.148368 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-3a285e0c-a3a3-4865-b424-24eaf804defe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:20.149657 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-3a285e0c-a3a3-4865-b424-24eaf804defe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef6b29fb-c2ec-4f3f-82ab-4a936175ea8b HTTP/1.1" status: 204  len: 168 time: 0.4910817
Jun 21 16:43:20.153928 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d96e7be-cc06-42b8-bbe4-67a596f95299', 'name': 'network-vif-deleted', 'tag': '662a2f67-1c30-443b-8fcd-92761b207aa3', 'status': 'completed', 'code': 200}
Jun 21 16:43:20.846138 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:21.409107 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:22.025283 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 45056) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:43:22.158065 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-7e47b741-ee2d-40eb-bcc2-ae198766ccc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:22.181589 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-7e47b741-ee2d-40eb-bcc2-ae198766ccc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:43:22.185689 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-7e47b741-ee2d-40eb-bcc2-ae198766ccc7 admin admin] Usage tracker for resource:security_group_rule and tenant:5a89caa24a2147a3bce55db5a13485fb is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:43:22.190597 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-7e47b741-ee2d-40eb-bcc2-ae198766ccc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:43:22.200386 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-7e47b741-ee2d-40eb-bcc2-ae198766ccc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:43:22.288811 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-7e47b741-ee2d-40eb-bcc2-ae198766ccc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:22.292642 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-7e47b741-ee2d-40eb-bcc2-ae198766ccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:22.300017 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-72517b4f-94e6-4cf1-90c6-060b77b1d54b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:22.340660 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-7e47b741-ee2d-40eb-bcc2-ae198766ccc7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5a89caa24a2147a3bce55db5a13485fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3143129
Jun 21 16:43:22.341578 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47b741-ee2d-40eb-bcc2-ae198766ccc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166cf472-fb77-40cf-85cd-6219b9327bab,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:22.343962 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 45098) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:43:22.345566 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-7e47b741-ee2d-40eb-bcc2-ae198766ccc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:22.410929 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-669f6a41-4172-44da-bb06-aec7b59fd4b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:22.441796 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-669f6a41-4172-44da-bb06-aec7b59fd4b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:22.453892 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:22.473041 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 662a2f67-1c30-443b-8fcd-92761b207aa3 no longer exists at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:43:22.505870 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-669f6a41-4172-44da-bb06-aec7b59fd4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:22.511242 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-dd8af6ab-9b44-406f-974a-ef9d37d78602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:22.514164 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] No Port match for: 662a2f67-1c30-443b-8fcd-92761b207aa3 {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:43:22.514536 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 662a2f67-1c30-443b-8fcd-92761b207aa3 not bound to the agent host hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:43:22.528349 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f6a41-4172-44da-bb06-aec7b59fd4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166cf472-fb77-40cf-85cd-6219b9327bab,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:22.530569 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-669f6a41-4172-44da-bb06-aec7b59fd4b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:22.534030 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-669f6a41-4172-44da-bb06-aec7b59fd4b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:22.535876 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-669f6a41-4172-44da-bb06-aec7b59fd4b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/166cf472-fb77-40cf-85cd-6219b9327bab HTTP/1.1" status: 204  len: 168 time: 0.1878765
Jun 21 16:43:22.831818 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 45118) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:43:22.850556 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-6120781a-4053-480f-8a68-5558113ec08b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:22.868388 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-6120781a-4053-480f-8a68-5558113ec08b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:43:22.873854 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-6120781a-4053-480f-8a68-5558113ec08b admin admin] Usage tracker for resource:security_group_rule and tenant:08648bcc537b4b86b2c386887c69d548 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:43:22.877176 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-6120781a-4053-480f-8a68-5558113ec08b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:43:22.883352 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-6120781a-4053-480f-8a68-5558113ec08b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:43:22.970636 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-6120781a-4053-480f-8a68-5558113ec08b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:22.974465 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-6120781a-4053-480f-8a68-5558113ec08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:22.983478 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-ce9765d9-8259-49ea-ae99-a5018b937356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:23.024151 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-6120781a-4053-480f-8a68-5558113ec08b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=08648bcc537b4b86b2c386887c69d548&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1912651
Jun 21 16:43:23.025130 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6120781a-4053-480f-8a68-5558113ec08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f1d387-8e80-4df1-8d92-3868948098db,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:23.026690 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 45148) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:43:23.028140 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-6120781a-4053-480f-8a68-5558113ec08b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:23.092447 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-1a76c996-f784-4267-b092-f84683525727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:23.121247 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-1a76c996-f784-4267-b092-f84683525727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:23.174829 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-1a76c996-f784-4267-b092-f84683525727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:23.182176 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-7c5bb989-48e4-496b-b855-3377c5b7b280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:23.196541 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76c996-f784-4267-b092-f84683525727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f1d387-8e80-4df1-8d92-3868948098db,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:23.200399 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-1a76c996-f784-4267-b092-f84683525727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:23.211080 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-1a76c996-f784-4267-b092-f84683525727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:23.214646 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-1a76c996-f784-4267-b092-f84683525727 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d7f1d387-8e80-4df1-8d92-3868948098db HTTP/1.1" status: 204  len: 168 time: 0.1841607
Jun 21 16:43:24.991282 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-da8f132d-17c2-48a1-8ef0-da3877745b69 req-d972379a-3ad0-424d-ba51-caac90629e7a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a5bba57b-9361-40f1-90a9-cf7d8eb8c36a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0775669
Jun 21 16:43:25.171050 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f132d-17c2-48a1-8ef0-da3877745b69 req-2c4ef7ad-4d6a-4637-8b3e-322d1d5ec4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:25.173733 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-da8f132d-17c2-48a1-8ef0-da3877745b69 req-2c4ef7ad-4d6a-4637-8b3e-322d1d5ec4c4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=11bb3c615f364358bf7e47b3024a2fb9&device_id=a5bba57b-9361-40f1-90a9-cf7d8eb8c36a HTTP/1.1" status: 200  len: 1099 time: 0.0831275
Jun 21 16:43:25.324683 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f132d-17c2-48a1-8ef0-da3877745b69 req-83f0d916-0211-4828-bf46-074d4e666ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:25.326096 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-da8f132d-17c2-48a1-8ef0-da3877745b69 req-83f0d916-0211-4828-bf46-074d4e666ffc service neutron] 10.222.0.39 "GET /v2.0/networks?id=246ee509-2b5e-4a56-b181-933ba128d253 HTTP/1.1" status: 200  len: 912 time: 0.1327357
Jun 21 16:43:25.433213 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-da8f132d-17c2-48a1-8ef0-da3877745b69 req-2d57a9c6-2ba1-412b-a1b7-5128a844f5fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5a4cff0-5c49-42db-84da-6873e56994bc HTTP/1.1" status: 200  len: 1001 time: 0.1000097
Jun 21 16:43:25.494937 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f132d-17c2-48a1-8ef0-da3877745b69 req-f756b3f0-fe10-4437-9d71-531b17635910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:25.496401 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-da8f132d-17c2-48a1-8ef0-da3877745b69 req-f756b3f0-fe10-4437-9d71-531b17635910 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=95146380-c6e8-44b8-bebc-b70e51427629 HTTP/1.1" status: 200  len: 850 time: 0.0569348
Jun 21 16:43:25.572779 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f132d-17c2-48a1-8ef0-da3877745b69 req-34753733-403c-4651-b0fa-4d457f3d507b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:25.574185 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-da8f132d-17c2-48a1-8ef0-da3877745b69 req-34753733-403c-4651-b0fa-4d457f3d507b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=246ee509-2b5e-4a56-b181-933ba128d253&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0714285
Jun 21 16:43:25.705202 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-da8f132d-17c2-48a1-8ef0-da3877745b69 req-7cb14db6-3b1f-4e08-9aa5-0bb6d30c6bd0 service neutron] 10.222.0.39 "GET /v2.0/networks/246ee509-2b5e-4a56-b181-933ba128d253?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232538
Jun 21 16:43:25.836892 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-da8f132d-17c2-48a1-8ef0-da3877745b69 req-989d5100-4390-451b-a37d-4d5326b545c9 service neutron] 10.222.0.39 "GET /v2.0/networks/246ee509-2b5e-4a56-b181-933ba128d253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252713
Jun 21 16:43:26.521236 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 45300) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:43:26.674694 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-96aa8db7-b011-49fb-a6e3-e3f53fe6de9f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b6a9b3811d1d4ad0b8a58984de36f00e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1519330
Jun 21 16:43:26.677090 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 45308) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:43:26.732372 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2f10bde8-ea79-46e4-a7d5-8633d2093da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:26.759415 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2f10bde8-ea79-46e4-a7d5-8633d2093da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:26.816322 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2f10bde8-ea79-46e4-a7d5-8633d2093da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:26.821560 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-6d824168-2244-4009-9d8b-83df5899901a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:26.833950 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10bde8-ea79-46e4-a7d5-8633d2093da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f691215d-87cd-4981-ad02-a6a2f1924134,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:26.836322 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-2f10bde8-ea79-46e4-a7d5-8633d2093da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:26.839541 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-2f10bde8-ea79-46e4-a7d5-8633d2093da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:26.840643 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-2f10bde8-ea79-46e4-a7d5-8633d2093da9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f691215d-87cd-4981-ad02-a6a2f1924134 HTTP/1.1" status: 204  len: 168 time: 0.1626968
Jun 21 16:43:27.940430 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 45320) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:43:28.054514 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-35ad5c71-b110-4c57-adb5-02a53cd6a3a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:28.069604 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-35ad5c71-b110-4c57-adb5-02a53cd6a3a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:43:28.073420 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-35ad5c71-b110-4c57-adb5-02a53cd6a3a9 admin admin] Usage tracker for resource:security_group_rule and tenant:7d8b99448c104f0b92bfae547f9a5136 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:43:28.078037 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-35ad5c71-b110-4c57-adb5-02a53cd6a3a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:43:28.083750 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-35ad5c71-b110-4c57-adb5-02a53cd6a3a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:43:28.166542 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-35ad5c71-b110-4c57-adb5-02a53cd6a3a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:28.170132 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-35ad5c71-b110-4c57-adb5-02a53cd6a3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:28.177585 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-fa28a47a-5d26-4fb4-a213-f30c0a62947d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:28.218814 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-35ad5c71-b110-4c57-adb5-02a53cd6a3a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d8b99448c104f0b92bfae547f9a5136&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2767923
Jun 21 16:43:28.219761 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad5c71-b110-4c57-adb5-02a53cd6a3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02bc8a9-428e-433a-87b1-aad74e1df71b,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:28.222152 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 45330) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:43:28.222682 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-35ad5c71-b110-4c57-adb5-02a53cd6a3a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:28.278752 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dbfc68b4-3fa3-4bc4-8033-b78ba76223f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:28.303802 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dbfc68b4-3fa3-4bc4-8033-b78ba76223f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:28.354829 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dbfc68b4-3fa3-4bc4-8033-b78ba76223f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:28.358452 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-66bc4363-c5ce-4623-8699-8d3f1c7af63b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:28.371088 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc68b4-3fa3-4bc4-8033-b78ba76223f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02bc8a9-428e-433a-87b1-aad74e1df71b,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:28.373422 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-dbfc68b4-3fa3-4bc4-8033-b78ba76223f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:28.381392 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dbfc68b4-3fa3-4bc4-8033-b78ba76223f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:28.385299 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-dbfc68b4-3fa3-4bc4-8033-b78ba76223f6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b02bc8a9-428e-433a-87b1-aad74e1df71b HTTP/1.1" status: 204  len: 168 time: 0.1621230
Jun 21 16:43:28.655171 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 45338) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:43:28.673149 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-d20b4267-13c3-4ecb-9862-176aedc49454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:28.687841 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-d20b4267-13c3-4ecb-9862-176aedc49454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:43:28.691746 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-d20b4267-13c3-4ecb-9862-176aedc49454 admin admin] Usage tracker for resource:security_group_rule and tenant:c82662a25b5242df9c0ae88017bc079d is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:43:28.694507 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-d20b4267-13c3-4ecb-9862-176aedc49454 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:43:28.700095 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-d20b4267-13c3-4ecb-9862-176aedc49454 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:43:28.785453 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-d20b4267-13c3-4ecb-9862-176aedc49454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:28.789062 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-d20b4267-13c3-4ecb-9862-176aedc49454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:28.797732 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-43abef0c-9de3-48a2-9cd3-3c25d2789f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:28.834561 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-d20b4267-13c3-4ecb-9862-176aedc49454 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c82662a25b5242df9c0ae88017bc079d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1780994
Jun 21 16:43:28.837226 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 45342) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:43:28.838801 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b4267-13c3-4ecb-9862-176aedc49454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c011acfb-edc1-4702-9368-291736435518,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:28.841778 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-d20b4267-13c3-4ecb-9862-176aedc49454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:28.898769 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-9ee4c85e-7470-423c-81f0-f1e0821e1537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:28.923879 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-9ee4c85e-7470-423c-81f0-f1e0821e1537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:28.973063 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-9ee4c85e-7470-423c-81f0-f1e0821e1537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:28.977608 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-9c0626b3-45a0-4407-bbd7-6676799a37fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:28.989692 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee4c85e-7470-423c-81f0-f1e0821e1537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c011acfb-edc1-4702-9368-291736435518,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:28.992542 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-9ee4c85e-7470-423c-81f0-f1e0821e1537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:28.994581 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-9ee4c85e-7470-423c-81f0-f1e0821e1537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:28.997986 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-9ee4c85e-7470-423c-81f0-f1e0821e1537 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c011acfb-edc1-4702-9368-291736435518 HTTP/1.1" status: 204  len: 168 time: 0.1575027
Jun 21 16:43:29.697796 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 45366) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:43:29.724587 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:43:29.800299 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-4dc8e9b7-61a7-4adf-882f-e8a5ca650b99 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1574610866-network', 'tenant_id': 'd22b690692cb4be29b567ef53107456a'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:43:29.804961 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-4dc8e9b7-61a7-4adf-882f-e8a5ca650b99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:43:29.808713 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-4dc8e9b7-61a7-4adf-882f-e8a5ca650b99 admin admin] Usage tracker for resource:network and tenant:d22b690692cb4be29b567ef53107456a is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:43:29.811886 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-4dc8e9b7-61a7-4adf-882f-e8a5ca650b99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:43:29.818182 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-4dc8e9b7-61a7-4adf-882f-e8a5ca650b99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:43:29.828627 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc8e9b7-61a7-4adf-882f-e8a5ca650b99 admin admin] Made reservation on behalf of d22b690692cb4be29b567ef53107456a for: {'network': 1} {{(pid=78426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:43:29.830903 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4dc8e9b7-61a7-4adf-882f-e8a5ca650b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for network, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:29.842312 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4dc8e9b7-61a7-4adf-882f-e8a5ca650b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:29.856917 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-4dc8e9b7-61a7-4adf-882f-e8a5ca650b99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:43:29.860794 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-4dc8e9b7-61a7-4adf-882f-e8a5ca650b99 admin admin] Usage tracker for resource:security_group_rule and tenant:d22b690692cb4be29b567ef53107456a is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:43:29.863567 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-4dc8e9b7-61a7-4adf-882f-e8a5ca650b99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:43:29.869106 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-4dc8e9b7-61a7-4adf-882f-e8a5ca650b99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:43:29.951202 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4dc8e9b7-61a7-4adf-882f-e8a5ca650b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:29.955553 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4dc8e9b7-61a7-4adf-882f-e8a5ca650b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:29.959305 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-dbfc68b4-3fa3-4bc4-8033-b78ba76223f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:29.982741 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc8e9b7-61a7-4adf-882f-e8a5ca650b99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611}  {{(pid=78426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 16:43:29.995135 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8e9b7-61a7-4adf-882f-e8a5ca650b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b30415-9f59-4a7a-b022-7d708e1e3467,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:29.998485 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-4dc8e9b7-61a7-4adf-882f-e8a5ca650b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:30.001494 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4dc8e9b7-61a7-4adf-882f-e8a5ca650b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645578'] for segment, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:30.001837 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.db.segments_db [None req-4dc8e9b7-61a7-4adf-882f-e8a5ca650b99 admin admin] Added segment b353d142-0a36-40df-8336-9af5800f33a2 of type vlan for network b5f73a6b-bdba-45ea-81bb-c5777efcbc71
Jun 21 16:43:30.033092 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4dc8e9b7-61a7-4adf-882f-e8a5ca650b99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768073942321'] for network, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:30.060908 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4dc8e9b7-61a7-4adf-882f-e8a5ca650b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592'] for network, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:30.063231 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc8e9b7-61a7-4adf-882f-e8a5ca650b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:30.063842 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4dc8e9b7-61a7-4adf-882f-e8a5ca650b99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for network, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:30.068380 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:30.161442 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-4dc8e9b7-61a7-4adf-882f-e8a5ca650b99 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4624572
Jun 21 16:43:30.164228 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 45372) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:43:30.164723 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8e9b7-61a7-4adf-882f-e8a5ca650b99 admin admin] Pushing event updated for resources: {'Network': ['ID=b5f73a6b-bdba-45ea-81bb-c5777efcbc71,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:30.167633 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-4dc8e9b7-61a7-4adf-882f-e8a5ca650b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:30.169954 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [None req-9ad62ef7-db3b-48f4-967a-ce3629b136ea admin admin] Request body: {'subnet': {'network_id': 'b5f73a6b-bdba-45ea-81bb-c5777efcbc71', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1574610866-subnet', 'tenant_id': 'd22b690692cb4be29b567ef53107456a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:43:30.174837 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-9ad62ef7-db3b-48f4-967a-ce3629b136ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:43:30.175058 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Network b5f73a6b-bdba-45ea-81bb-c5777efcbc71 details requested by agent ovs-agent-dv-cinder-797161-1-iscsi with host dv-cinder-797161-1-iscsi {{(pid=78428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 16:43:30.178654 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-9ad62ef7-db3b-48f4-967a-ce3629b136ea admin admin] Usage tracker for resource:subnet and tenant:d22b690692cb4be29b567ef53107456a is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:43:30.181491 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-9ad62ef7-db3b-48f4-967a-ce3629b136ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:43:30.188045 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-9ad62ef7-db3b-48f4-967a-ce3629b136ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:43:30.203637 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad62ef7-db3b-48f4-967a-ce3629b136ea admin admin] Made reservation on behalf of d22b690692cb4be29b567ef53107456a for: {'subnet': 1} {{(pid=78427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:43:30.205893 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-9ad62ef7-db3b-48f4-967a-ce3629b136ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301294'] for subnet, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:30.656406 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-9ad62ef7-db3b-48f4-967a-ce3629b136ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1910745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301308'] for subnet, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:30.660813 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-2593941d-026a-462f-9823-ca399c1a0113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:30.732159 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad62ef7-db3b-48f4-967a-ce3629b136ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f8f2324-abbb-4348-b03a-3477903b88ca,revision_number=0']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:30.737785 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-9ad62ef7-db3b-48f4-967a-ce3629b136ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:30.740148 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad62ef7-db3b-48f4-967a-ce3629b136ea admin admin] Checking segment: {'id': 'b353d142-0a36-40df-8336-9af5800f33a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b5f73a6b-bdba-45ea-81bb-c5777efcbc71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:43:30.740500 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad62ef7-db3b-48f4-967a-ce3629b136ea admin admin] Network hostable DHCP agents. Network: b5f73a6b-bdba-45ea-81bb-c5777efcbc71, hostable agents: ['3e057b97-a383-4976-a3a1-556748f7f018'], hosted agents: [] {{(pid=78427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 16:43:30.759282 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad62ef7-db3b-48f4-967a-ce3629b136ea admin admin] Network b5f73a6b-bdba-45ea-81bb-c5777efcbc71 is scheduled to be hosted by DHCP agent 3e057b97-a383-4976-a3a1-556748f7f018 with binding_index 1 {{(pid=78427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 16:43:30.768310 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.base_scheduler [None req-9ad62ef7-db3b-48f4-967a-ce3629b136ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797161-1-iscsi, b5f73a6b-bdba-45ea-81bb-c5777efcbc71) {{(pid=78427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:43:30.776979 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff0635b-8cfc-448c-bd26-7cab506ca724 None None] Network b5f73a6b-bdba-45ea-81bb-c5777efcbc71 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:43:30.779556 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad62ef7-db3b-48f4-967a-ce3629b136ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:30.780176 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-9ad62ef7-db3b-48f4-967a-ce3629b136ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for subnet, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:30.808860 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-9ad62ef7-db3b-48f4-967a-ce3629b136ea admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6435685
Jun 21 16:43:30.986480 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7881283a-73ef-4c7f-9c88-5c34058acc3e None None] Network b5f73a6b-bdba-45ea-81bb-c5777efcbc71 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:43:32.793901 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-546b7096-6bd3-4fe6-b9ad-ae613a33c512 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:32.795242 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-546b7096-6bd3-4fe6-b9ad-ae613a33c512 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/networks?id=b5f73a6b-bdba-45ea-81bb-c5777efcbc71 HTTP/1.1" status: 200  len: 814 time: 0.1437821
Jun 21 16:43:32.810568 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-8693367f-3d25-476b-8c60-68f5a4e4f32f tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/quotas/d22b690692cb4be29b567ef53107456a HTTP/1.1" status: 200  len: 375 time: 0.0088778
Jun 21 16:43:32.856628 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-f4fd7f6a-cf64-43ff-8b45-3a5ce45792a5 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d22b690692cb4be29b567ef53107456a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0400493
Jun 21 16:43:32.987059 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-d860c198-1859-4dcf-b4df-b5460aac6c72 service neutron] 10.222.0.24 "GET /v2.0/networks/b5f73a6b-bdba-45ea-81bb-c5777efcbc71?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228564
Jun 21 16:43:33.117438 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-b00cdde9-37a7-41c1-a713-6ed06853e782 service neutron] 10.222.0.24 "GET /v2.0/networks/b5f73a6b-bdba-45ea-81bb-c5777efcbc71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246474
Jun 21 16:43:33.289807 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f4da0c72-03bf-4cb9-a770-a765db50d049 req-0d855fe0-ff9d-4ccb-8995-e2d9d478fdfa tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b2b5f0a-a2b8-4b87-acf3-f6bbfabfee86 HTTP/1.1" status: 200  len: 210 time: 0.0457177
Jun 21 16:43:34.383162 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-7af87ad6-b39e-4a1f-a100-f162e2590dd2 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:34.383909 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-7af87ad6-b39e-4a1f-a100-f162e2590dd2 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Synchronizing usage tracker for tenant:d22b690692cb4be29b567ef53107456a on resource:network {{(pid=78426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:43:34.402129 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-7af87ad6-b39e-4a1f-a100-f162e2590dd2 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Unset dirty status for tenant:d22b690692cb4be29b567ef53107456a on resource:network {{(pid=78426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:43:34.404762 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-7af87ad6-b39e-4a1f-a100-f162e2590dd2 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.39 "GET /v2.0/networks?id=b5f73a6b-bdba-45ea-81bb-c5777efcbc71 HTTP/1.1" status: 200  len: 814 time: 0.1771696
Jun 21 16:43:34.422433 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-82ecbf70-91be-4517-8ced-dd64345c8f12 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Request body: {'port': {'device_id': '1b2b5f0a-a2b8-4b87-acf3-f6bbfabfee86', 'network_id': 'b5f73a6b-bdba-45ea-81bb-c5777efcbc71', 'admin_state_up': True, 'tenant_id': 'd22b690692cb4be29b567ef53107456a'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:43:34.453529 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-060eeed8-c681-403c-9adc-5178b5f23887 req-a9a3b512-22ba-4f6f-ac5d-e90a4c7f03e5 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b2b5f0a-a2b8-4b87-acf3-f6bbfabfee86 HTTP/1.1" status: 200  len: 210 time: 0.0459652
Jun 21 16:43:34.653346 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-82ecbf70-91be-4517-8ced-dd64345c8f12 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:43:34.657589 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-82ecbf70-91be-4517-8ced-dd64345c8f12 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Usage tracker for resource:port and tenant:d22b690692cb4be29b567ef53107456a is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:43:34.660401 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-82ecbf70-91be-4517-8ced-dd64345c8f12 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:43:34.665946 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-82ecbf70-91be-4517-8ced-dd64345c8f12 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:43:34.676308 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-82ecbf70-91be-4517-8ced-dd64345c8f12 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Made reservation on behalf of d22b690692cb4be29b567ef53107456a for: {'port': 1} {{(pid=78426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:43:34.679943 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-82ecbf70-91be-4517-8ced-dd64345c8f12 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:34.838641 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-82ecbf70-91be-4517-8ced-dd64345c8f12 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Allocated IP 172.20.0.9 (b5f73a6b-bdba-45ea-81bb-c5777efcbc71/5f8f2324-abbb-4348-b03a-3477903b88ca/107b72eb-a04a-405f-825e-0f1d28193ed3) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:43:35.041401 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-82ecbf70-91be-4517-8ced-dd64345c8f12 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:35.070820 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-82ecbf70-91be-4517-8ced-dd64345c8f12 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:35.078188 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-53fd01d6-44a1-447b-aa1f-ba483274dbd8 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:35.141946 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-82ecbf70-91be-4517-8ced-dd64345c8f12 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Network b5f73a6b-bdba-45ea-81bb-c5777efcbc71 is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:43:35.144925 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-82ecbf70-91be-4517-8ced-dd64345c8f12 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:43:35.147266 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-82ecbf70-91be-4517-8ced-dd64345c8f12 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:43:35.196942 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ecbf70-91be-4517-8ced-dd64345c8f12 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Pushing event updated for resources: {'Port': ['ID=107b72eb-a04a-405f-825e-0f1d28193ed3,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:35.201345 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-82ecbf70-91be-4517-8ced-dd64345c8f12 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:35.219253 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-82ecbf70-91be-4517-8ced-dd64345c8f12 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:35.219885 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-82ecbf70-91be-4517-8ced-dd64345c8f12 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:35.240320 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-82ecbf70-91be-4517-8ced-dd64345c8f12 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8225343
Jun 21 16:43:35.259232 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-26c27aaa-e47e-4c16-a041-6f9f991b5d03 service neutron] Request body: {'port': {'device_id': '1b2b5f0a-a2b8-4b87-acf3-f6bbfabfee86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79716'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:43:35.367957 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-26c27aaa-e47e-4c16-a041-6f9f991b5d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:35.642169 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40977a4-c22e-4473-b31b-25a1a6b6d06d req-a1632f79-879e-437b-ba1a-fe76a5a120df tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:35.643508 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f40977a4-c22e-4473-b31b-25a1a6b6d06d req-a1632f79-879e-437b-ba1a-fe76a5a120df tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b2b5f0a-a2b8-4b87-acf3-f6bbfabfee86 HTTP/1.1" status: 200  len: 931 time: 0.0841539
Jun 21 16:43:35.687772 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f40977a4-c22e-4473-b31b-25a1a6b6d06d req-62cb6361-00dd-4025-a5c6-b5a9847f7d0b tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/security-groups?id=23b30415-9f59-4a7a-b022-7d708e1e3467&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383923
Jun 21 16:43:35.701497 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-26c27aaa-e47e-4c16-a041-6f9f991b5d03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 107b72eb-a04a-405f-825e-0f1d28193ed3 {{(pid=78426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:43:35.710429 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-26c27aaa-e47e-4c16-a041-6f9f991b5d03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:35.725475 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-26c27aaa-e47e-4c16-a041-6f9f991b5d03 service neutron] Transition to ACTIVE for port object 107b72eb-a04a-405f-825e-0f1d28193ed3 will not be triggered until provisioned by entity L2. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:43:35.729055 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-26c27aaa-e47e-4c16-a041-6f9f991b5d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2434630'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:35.733240 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-e0faf80f-fe75-4007-a35c-a965d37be30c tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:35.884322 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c27aaa-e47e-4c16-a041-6f9f991b5d03 service neutron] Pushing event updated for resources: {'Port': ['ID=107b72eb-a04a-405f-825e-0f1d28193ed3,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:35.913462 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-26c27aaa-e47e-4c16-a041-6f9f991b5d03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:35.953548 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-26c27aaa-e47e-4c16-a041-6f9f991b5d03 service neutron] Attempting to bind port 107b72eb-a04a-405f-825e-0f1d28193ed3 on host hv-cinder-79716 for vnic_type normal with profile  {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:43:35.953880 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-26c27aaa-e47e-4c16-a041-6f9f991b5d03 service neutron] Attempting to bind port 107b72eb-a04a-405f-825e-0f1d28193ed3 by drivers openvswitch,hyperv on host hv-cinder-79716 at level 0 using segments [{'id': 'b353d142-0a36-40df-8336-9af5800f33a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b5f73a6b-bdba-45ea-81bb-c5777efcbc71'}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:43:35.954539 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-26c27aaa-e47e-4c16-a041-6f9f991b5d03 service neutron] Attempting to bind port 107b72eb-a04a-405f-825e-0f1d28193ed3 on network b5f73a6b-bdba-45ea-81bb-c5777efcbc71 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:43:35.960518 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-26c27aaa-e47e-4c16-a041-6f9f991b5d03 service neutron] Port 107b72eb-a04a-405f-825e-0f1d28193ed3 on network b5f73a6b-bdba-45ea-81bb-c5777efcbc71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79716 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 16:43:35.960832 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-26c27aaa-e47e-4c16-a041-6f9f991b5d03 service neutron] Attempting to bind port 107b72eb-a04a-405f-825e-0f1d28193ed3 on network b5f73a6b-bdba-45ea-81bb-c5777efcbc71 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:43:35.965715 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-26c27aaa-e47e-4c16-a041-6f9f991b5d03 service neutron] Checking agent: {'id': '8fa6119b-2ff5-4d4e-8bfd-f2c719c77604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79716', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'started_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:43:35.966044 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-26c27aaa-e47e-4c16-a041-6f9f991b5d03 service neutron] Checking segment: {'id': 'b353d142-0a36-40df-8336-9af5800f33a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b5f73a6b-bdba-45ea-81bb-c5777efcbc71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:43:35.966423 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-26c27aaa-e47e-4c16-a041-6f9f991b5d03 service neutron] Bound using segment: {'id': 'b353d142-0a36-40df-8336-9af5800f33a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b5f73a6b-bdba-45ea-81bb-c5777efcbc71'} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:43:35.966834 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-26c27aaa-e47e-4c16-a041-6f9f991b5d03 service neutron] Bound port: 107b72eb-a04a-405f-825e-0f1d28193ed3, host: hv-cinder-79716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b353d142-0a36-40df-8336-9af5800f33a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b5f73a6b-bdba-45ea-81bb-c5777efcbc71'}}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:43:35.967169 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-26c27aaa-e47e-4c16-a041-6f9f991b5d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:36.052505 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-26c27aaa-e47e-4c16-a041-6f9f991b5d03 service neutron] For port 107b72eb-a04a-405f-825e-0f1d28193ed3, host hv-cinder-79716, cleared binding levels {{(pid=78426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:43:36.055515 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-26c27aaa-e47e-4c16-a041-6f9f991b5d03 service neutron] For port 107b72eb-a04a-405f-825e-0f1d28193ed3, host hv-cinder-79716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=107b72eb-a04a-405f-825e-0f1d28193ed3,segment=NetworkSegment(b353d142-0a36-40df-8336-9af5800f33a2),segment_id=b353d142-0a36-40df-8336-9af5800f33a2)] {{(pid=78426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:43:36.059898 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-26c27aaa-e47e-4c16-a041-6f9f991b5d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2434630'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:36.065041 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-cb94dc92-9923-4b21-bb94-b0a2664d9caa tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:36.116723 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-26c27aaa-e47e-4c16-a041-6f9f991b5d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:36.117341 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-26c27aaa-e47e-4c16-a041-6f9f991b5d03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:36.118863 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-26c27aaa-e47e-4c16-a041-6f9f991b5d03 service neutron] 10.222.0.39 "PUT /v2.0/ports/107b72eb-a04a-405f-825e-0f1d28193ed3 HTTP/1.1" status: 200  len: 1093 time: 0.8636179
Jun 21 16:43:36.127285 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b2b5f0a-a2b8-4b87-acf3-f6bbfabfee86', 'tag': '107b72eb-a04a-405f-825e-0f1d28193ed3'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:43:36.152301 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c27aaa-e47e-4c16-a041-6f9f991b5d03 service neutron] Pushing event updated for resources: {'Port': ['ID=107b72eb-a04a-405f-825e-0f1d28193ed3,revision_number=3']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:36.155377 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-26c27aaa-e47e-4c16-a041-6f9f991b5d03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:36.174038 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b2b5f0a-a2b8-4b87-acf3-f6bbfabfee86', 'tag': '107b72eb-a04a-405f-825e-0f1d28193ed3', 'status': 'completed', 'code': 200}
Jun 21 16:43:36.257603 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-99f4e542-d40d-46c4-8cb8-bb67677c3746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:36.259088 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-99f4e542-d40d-46c4-8cb8-bb67677c3746 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d22b690692cb4be29b567ef53107456a&device_id=1b2b5f0a-a2b8-4b87-acf3-f6bbfabfee86 HTTP/1.1" status: 200  len: 1096 time: 0.0710647
Jun 21 16:43:36.429463 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-68b779a6-1983-4ffa-90f2-f6350ab48ad1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=107b72eb-a04a-405f-825e-0f1d28193ed3 HTTP/1.1" status: 200  len: 217 time: 0.1572618
Jun 21 16:43:36.492286 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-4ecd0b97-7bbe-4d5a-b286-8529bd3e7688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:36.494015 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-4ecd0b97-7bbe-4d5a-b286-8529bd3e7688 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f8f2324-abbb-4348-b03a-3477903b88ca HTTP/1.1" status: 200  len: 854 time: 0.0560756
Jun 21 16:43:36.541841 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-2d87a1b9-9b17-4d99-a7c5-55b5872a4fec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b5f73a6b-bdba-45ea-81bb-c5777efcbc71&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0408728
Jun 21 16:43:36.696737 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-9dd6ceae-8de0-4e3b-af38-19240993e889 service neutron] 10.222.0.39 "GET /v2.0/networks/b5f73a6b-bdba-45ea-81bb-c5777efcbc71?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1472037
Jun 21 16:43:36.827703 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-a15fda8d-4f0d-4f73-9032-3eb08b5b0e33 req-d81ad453-84bc-43a4-bf0c-c8ff728dbfbf service neutron] 10.222.0.39 "GET /v2.0/networks/b5f73a6b-bdba-45ea-81bb-c5777efcbc71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241896
Jun 21 16:43:36.876742 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66bb4f-d50d-4a62-95a0-883578a55d11 req-bbcb8620-28b0-40e9-b1d3-a9570978bbd5 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:36.878199 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8c66bb4f-d50d-4a62-95a0-883578a55d11 req-bbcb8620-28b0-40e9-b1d3-a9570978bbd5 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b2b5f0a-a2b8-4b87-acf3-f6bbfabfee86 HTTP/1.1" status: 200  len: 943 time: 0.0807347
Jun 21 16:43:36.924810 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8c66bb4f-d50d-4a62-95a0-883578a55d11 req-af97592d-61ff-490d-baba-2dbd80ac583c tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/security-groups?id=23b30415-9f59-4a7a-b022-7d708e1e3467&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409191
Jun 21 16:43:37.003901 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e23b2-3457-49cb-8b31-84af1107f785 req-ea757800-7c9c-468c-90d5-11a2c0a8b80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:37.005304 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c89e23b2-3457-49cb-8b31-84af1107f785 req-ea757800-7c9c-468c-90d5-11a2c0a8b80b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d22b690692cb4be29b567ef53107456a&device_id=1b2b5f0a-a2b8-4b87-acf3-f6bbfabfee86 HTTP/1.1" status: 200  len: 1096 time: 0.0830517
Jun 21 16:43:37.136446 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e23b2-3457-49cb-8b31-84af1107f785 req-add6029d-6363-48bd-9d47-c28876c3bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:37.137897 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c89e23b2-3457-49cb-8b31-84af1107f785 req-add6029d-6363-48bd-9d47-c28876c3bbeb service neutron] 10.222.0.39 "GET /v2.0/networks?id=b5f73a6b-bdba-45ea-81bb-c5777efcbc71 HTTP/1.1" status: 200  len: 915 time: 0.1253397
Jun 21 16:43:37.208435 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c89e23b2-3457-49cb-8b31-84af1107f785 req-7934bb72-06c4-4d3b-9bb5-94032d3bd4c9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=107b72eb-a04a-405f-825e-0f1d28193ed3 HTTP/1.1" status: 200  len: 217 time: 0.0632920
Jun 21 16:43:37.270712 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e23b2-3457-49cb-8b31-84af1107f785 req-69611608-26d1-4bc1-b903-7b1775efacd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:37.272031 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c89e23b2-3457-49cb-8b31-84af1107f785 req-69611608-26d1-4bc1-b903-7b1775efacd0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f8f2324-abbb-4348-b03a-3477903b88ca HTTP/1.1" status: 200  len: 854 time: 0.0553484
Jun 21 16:43:37.324682 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c89e23b2-3457-49cb-8b31-84af1107f785 req-a66ba688-f672-480f-9a56-0d3e6a7adc9d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b5f73a6b-bdba-45ea-81bb-c5777efcbc71&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0420918
Jun 21 16:43:37.454349 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c89e23b2-3457-49cb-8b31-84af1107f785 req-6bfda900-5f7d-4c80-8173-0f5608c67b82 service neutron] 10.222.0.39 "GET /v2.0/networks/b5f73a6b-bdba-45ea-81bb-c5777efcbc71?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215885
Jun 21 16:43:37.582348 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c89e23b2-3457-49cb-8b31-84af1107f785 req-080bfd43-65f9-4450-9e19-9f3e5a733d00 service neutron] 10.222.0.39 "GET /v2.0/networks/b5f73a6b-bdba-45ea-81bb-c5777efcbc71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1194162
Jun 21 16:43:38.114335 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92523fb-d1ea-4c84-a238-a87ffe663852 req-c518d3e2-24a4-4ac6-8bc1-7e67dbce21a6 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:38.115812 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a92523fb-d1ea-4c84-a238-a87ffe663852 req-c518d3e2-24a4-4ac6-8bc1-7e67dbce21a6 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b2b5f0a-a2b8-4b87-acf3-f6bbfabfee86 HTTP/1.1" status: 200  len: 943 time: 0.0828290
Jun 21 16:43:38.160394 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a92523fb-d1ea-4c84-a238-a87ffe663852 req-8702109c-b60f-4cf3-a891-a53aa4956d89 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/security-groups?id=23b30415-9f59-4a7a-b022-7d708e1e3467&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389102
Jun 21 16:43:38.601436 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 107b72eb-a04a-405f-825e-0f1d28193ed3 details requested by agent hyperv_hv-cinder-79716 with host hv-cinder-79716 {{(pid=78428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 16:43:38.769539 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 107b72eb-a04a-405f-825e-0f1d28193ed3, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=107b72eb-a04a-405f-825e-0f1d28193ed3,segment=NetworkSegment(b353d142-0a36-40df-8336-9af5800f33a2),segment_id=b353d142-0a36-40df-8336-9af5800f33a2)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:43:38.781819 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Returning: {'device': '107b72eb-a04a-405f-825e-0f1d28193ed3', 'network_id': 'b5f73a6b-bdba-45ea-81bb-c5777efcbc71', 'port_id': '107b72eb-a04a-405f-825e-0f1d28193ed3', 'mac_address': 'fa:16:3e:fd:cf:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8f2324-abbb-4348-b03a-3477903b88ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 16:43:38.836689 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:38.852284 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 107b72eb-a04a-405f-825e-0f1d28193ed3 {{(pid=78428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:43:38.867204 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 107b72eb-a04a-405f-825e-0f1d28193ed3, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=107b72eb-a04a-405f-825e-0f1d28193ed3,segment=NetworkSegment(b353d142-0a36-40df-8336-9af5800f33a2),segment_id=b353d142-0a36-40df-8336-9af5800f33a2)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:43:38.871061 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:38.872855 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:38.935275 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=107b72eb-a04a-405f-825e-0f1d28193ed3,revision_number=4']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:38.939141 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:39.146320 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['107b72eb-a04a-405f-825e-0f1d28193ed3'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:43:39.344085 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e14497-a5ff-46d4-8e28-bdd899c35a73 req-af7b872b-2fb1-49e9-8601-c14041d68c75 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:39.345526 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c3e14497-a5ff-46d4-8e28-bdd899c35a73 req-af7b872b-2fb1-49e9-8601-c14041d68c75 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b2b5f0a-a2b8-4b87-acf3-f6bbfabfee86 HTTP/1.1" status: 200  len: 944 time: 0.0819736
Jun 21 16:43:39.393011 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c3e14497-a5ff-46d4-8e28-bdd899c35a73 req-2da632e7-24d2-4e31-b853-7e8f9304e5a3 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/security-groups?id=23b30415-9f59-4a7a-b022-7d708e1e3467&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417717
Jun 21 16:43:40.574183 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c769b-946c-44ef-8445-775ead222139 req-8280304c-dcaf-4ad8-a2c7-b3e7af4bf3d6 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:40.575577 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c90c769b-946c-44ef-8445-775ead222139 req-8280304c-dcaf-4ad8-a2c7-b3e7af4bf3d6 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b2b5f0a-a2b8-4b87-acf3-f6bbfabfee86 HTTP/1.1" status: 200  len: 944 time: 0.0790951
Jun 21 16:43:40.602357 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 107b72eb-a04a-405f-825e-0f1d28193ed3 up at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:43:40.621621 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c90c769b-946c-44ef-8445-775ead222139 req-871932ae-93ca-4e55-9a27-20c7c631e9d2 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/security-groups?id=23b30415-9f59-4a7a-b022-7d708e1e3467&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403197
Jun 21 16:43:40.667187 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning for port 107b72eb-a04a-405f-825e-0f1d28193ed3 completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:43:40.672515 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning complete for port 107b72eb-a04a-405f-825e-0f1d28193ed3 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:43:40.672836 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:40.785341 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:40.812088 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2b5f0a-a2b8-4b87-acf3-f6bbfabfee86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107b72eb-a04a-405f-825e-0f1d28193ed3'}] {{(pid=78428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:43:40.821876 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 107b72eb-a04a-405f-825e-0f1d28193ed3, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=107b72eb-a04a-405f-825e-0f1d28193ed3,segment=NetworkSegment(b353d142-0a36-40df-8336-9af5800f33a2),segment_id=b353d142-0a36-40df-8336-9af5800f33a2)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:43:40.825840 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:40.827722 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:43:40.862614 dv-cinder-797161-1-iscsi neutron-server[78428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2b5f0a-a2b8-4b87-acf3-f6bbfabfee86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107b72eb-a04a-405f-825e-0f1d28193ed3', 'code': 200}
Jun 21 16:43:40.896345 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=107b72eb-a04a-405f-825e-0f1d28193ed3,revision_number=5']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:43:40.899076 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:43:41.108109 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410de5f-3475-4cb8-8895-efe537c4ebbc req-c29b700e-05cb-4ec1-b00f-33a2385e7798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:41.109947 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-4410de5f-3475-4cb8-8895-efe537c4ebbc req-c29b700e-05cb-4ec1-b00f-33a2385e7798 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1b2b5f0a-a2b8-4b87-acf3-f6bbfabfee86 HTTP/1.1" status: 200  len: 1098 time: 0.0696542
Jun 21 16:43:41.150561 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-4410de5f-3475-4cb8-8895-efe537c4ebbc req-fa816105-6926-4f1e-9ebf-86e29e15961b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=23b30415-9f59-4a7a-b022-7d708e1e3467&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0343027
Jun 21 16:43:41.808532 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58ef11-74df-4bba-9511-5868804a0c44 req-2140319b-9f53-416e-a5e4-4a867c8b2a77 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:41.809972 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7a58ef11-74df-4bba-9511-5868804a0c44 req-2140319b-9f53-416e-a5e4-4a867c8b2a77 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b2b5f0a-a2b8-4b87-acf3-f6bbfabfee86 HTTP/1.1" status: 200  len: 945 time: 0.0817974
Jun 21 16:43:41.854558 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7a58ef11-74df-4bba-9511-5868804a0c44 req-d464bf7b-81f3-4f77-aa86-7c107e994894 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/security-groups?id=23b30415-9f59-4a7a-b022-7d708e1e3467&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377526
Jun 21 16:43:43.039744 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f70e4-3b6c-47c2-8729-b1e87024dd8f req-b90854e0-8877-4792-9ff6-325ed21c60b4 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:43:43.041166 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-fd5f70e4-3b6c-47c2-8729-b1e87024dd8f req-b90854e0-8877-4792-9ff6-325ed21c60b4 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b2b5f0a-a2b8-4b87-acf3-f6bbfabfee86 HTTP/1.1" status: 200  len: 945 time: 0.0783963
Jun 21 16:43:43.086265 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-fd5f70e4-3b6c-47c2-8729-b1e87024dd8f req-087e7d39-75da-44bb-adbe-255cdb3c0e57 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/security-groups?id=23b30415-9f59-4a7a-b022-7d708e1e3467&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392833
Jun 21 16:43:47.473251 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c39f584f-bcdb-4a03-8e9c-f86aa4df2b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:47.887943 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:50.105525 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-fd8a7015-b28b-4607-9e86-7a97aa2da67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:50.848715 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:51.407496 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:43:52.451592 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:06.723983 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:44:17.465180 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-443c2b47-104e-4a2c-9942-f1140ab554ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:17.889050 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:20.108752 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-a876c0cb-103e-4159-97c1-75ee170fe031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:20.850970 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:21.425149 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:22.458108 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:25.162549 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-6e40ea6b-e940-49e5-b415-403cfb296669 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1930954269&fields=id&tenant_id=11bb3c615f364358bf7e47b3024a2fb9 HTTP/1.1" status: 200  len: 267 time: 0.0439665
Jun 21 16:44:25.394987 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-b88b18f7-2f74-48b2-87ae-21745df03dcd tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:25.396323 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-b88b18f7-2f74-48b2-87ae-21745df03dcd tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/networks?id=246ee509-2b5e-4a56-b181-933ba128d253 HTTP/1.1" status: 200  len: 811 time: 0.2272301
Jun 21 16:44:25.410760 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-2aa91a4a-ad12-40ad-b911-39c335ff93a6 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/quotas/11bb3c615f364358bf7e47b3024a2fb9 HTTP/1.1" status: 200  len: 375 time: 0.0090499
Jun 21 16:44:25.501352 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-81f53594-a15c-4323-affe-52e45786c6e4 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=11bb3c615f364358bf7e47b3024a2fb9&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0854359
Jun 21 16:44:25.516551 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-c0ec1de4-b063-43b9-9b42-0e0b12b43ce6 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=78427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 16:44:25.517463 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-c0ec1de4-b063-43b9-9b42-0e0b12b43ce6 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0055132
Jun 21 16:44:25.642897 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-1d90050c-7ce4-49ec-b437-b357e0ad564e service neutron] 10.222.0.24 "GET /v2.0/networks/246ee509-2b5e-4a56-b181-933ba128d253?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1201944
Jun 21 16:44:25.774435 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-455f3faa-5727-431f-ad02-82d30daedb65 service neutron] 10.222.0.24 "GET /v2.0/networks/246ee509-2b5e-4a56-b181-933ba128d253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256011
Jun 21 16:44:26.004487 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-2c622ac1-fe97-4e36-92d0-f2f15de7aba2 req-c6e7b029-7801-4c77-990c-a2f0e967e6fb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a5bba57b-9361-40f1-90a9-cf7d8eb8c36a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0735319
Jun 21 16:44:26.184591 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c622ac1-fe97-4e36-92d0-f2f15de7aba2 req-8919c7ee-b318-4f7e-a8ab-74c4649cc028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:26.186264 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-2c622ac1-fe97-4e36-92d0-f2f15de7aba2 req-8919c7ee-b318-4f7e-a8ab-74c4649cc028 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=11bb3c615f364358bf7e47b3024a2fb9&device_id=a5bba57b-9361-40f1-90a9-cf7d8eb8c36a HTTP/1.1" status: 200  len: 1099 time: 0.0792644
Jun 21 16:44:26.250628 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0ed0aaf8-5878-41bd-967b-fc8bc4d0738e req-5d2ac5dd-212f-4600-bb4a-bb460af7938c tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc HTTP/1.1" status: 200  len: 210 time: 0.1093256
Jun 21 16:44:26.342715 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c622ac1-fe97-4e36-92d0-f2f15de7aba2 req-8fd4c629-80a9-488a-9e6a-40f9d7ac15ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:26.344861 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-2c622ac1-fe97-4e36-92d0-f2f15de7aba2 req-8fd4c629-80a9-488a-9e6a-40f9d7ac15ae service neutron] 10.222.0.39 "GET /v2.0/networks?id=246ee509-2b5e-4a56-b181-933ba128d253 HTTP/1.1" status: 200  len: 912 time: 0.1358316
Jun 21 16:44:26.571112 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-2c622ac1-fe97-4e36-92d0-f2f15de7aba2 req-7109e60d-87d0-4671-ba6d-fb6fb966d12b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5a4cff0-5c49-42db-84da-6873e56994bc HTTP/1.1" status: 200  len: 1001 time: 0.2163320
Jun 21 16:44:26.636250 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c622ac1-fe97-4e36-92d0-f2f15de7aba2 req-cd8829b6-6c95-46aa-93e8-ea26a1e0d478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:26.637715 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-2c622ac1-fe97-4e36-92d0-f2f15de7aba2 req-cd8829b6-6c95-46aa-93e8-ea26a1e0d478 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=95146380-c6e8-44b8-bebc-b70e51427629 HTTP/1.1" status: 200  len: 850 time: 0.0573401
Jun 21 16:44:26.717106 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c622ac1-fe97-4e36-92d0-f2f15de7aba2 req-ced6a17f-99fa-4537-8dca-6b8319eb87d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:26.718573 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-2c622ac1-fe97-4e36-92d0-f2f15de7aba2 req-ced6a17f-99fa-4537-8dca-6b8319eb87d3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=246ee509-2b5e-4a56-b181-933ba128d253&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0733690
Jun 21 16:44:26.852564 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-2c622ac1-fe97-4e36-92d0-f2f15de7aba2 req-aaa04fbd-e7d4-45c6-9a09-29e88e1774f3 service neutron] 10.222.0.39 "GET /v2.0/networks/246ee509-2b5e-4a56-b181-933ba128d253?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254954
Jun 21 16:44:26.984231 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-2c622ac1-fe97-4e36-92d0-f2f15de7aba2 req-799276e3-a747-4288-a1ce-f7b87399bc68 service neutron] 10.222.0.39 "GET /v2.0/networks/246ee509-2b5e-4a56-b181-933ba128d253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237791
Jun 21 16:44:27.402383 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-7c98fd86-a80d-4314-93ad-6f2ef0c64b92 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:27.403919 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-7c98fd86-a80d-4314-93ad-6f2ef0c64b92 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.39 "GET /v2.0/networks?id=246ee509-2b5e-4a56-b181-933ba128d253 HTTP/1.1" status: 200  len: 811 time: 0.1630285
Jun 21 16:44:27.410380 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-dca8992a-f838-42ea-8d63-2678f4d5db4a req-f6656f40-5590-4ab5-ab81-9dd699a8ebba tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc HTTP/1.1" status: 200  len: 210 time: 0.0483110
Jun 21 16:44:27.461687 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-9b8fb62a-c1ea-477a-ad74-774019a2bdca tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11bb3c615f364358bf7e47b3024a2fb9 HTTP/1.1" status: 200  len: 380 time: 0.0415473
Jun 21 16:44:27.475430 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-c205a3cf-f932-42de-9fc6-b17868679b8b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Request body: {'port': {'device_id': '6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'admin_state_up': True, 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'security_groups': ['816120f9-fbbc-447f-b58c-1e6c0da9e4dd']}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:44:27.610573 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-c205a3cf-f932-42de-9fc6-b17868679b8b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:44:27.620258 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-c205a3cf-f932-42de-9fc6-b17868679b8b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:44:27.629632 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-c205a3cf-f932-42de-9fc6-b17868679b8b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Made reservation on behalf of 11bb3c615f364358bf7e47b3024a2fb9 for: {'port': 1} {{(pid=78426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:44:27.633039 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-c205a3cf-f932-42de-9fc6-b17868679b8b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:27.789097 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-c205a3cf-f932-42de-9fc6-b17868679b8b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Allocated IP 172.20.0.4 (246ee509-2b5e-4a56-b181-933ba128d253/95146380-c6e8-44b8-bebc-b70e51427629/04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:44:27.975986 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-c205a3cf-f932-42de-9fc6-b17868679b8b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:27.990862 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-c205a3cf-f932-42de-9fc6-b17868679b8b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Transition to ACTIVE for port object 04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb will not be triggered until provisioned by entity DHCP. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:44:28.013730 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-c205a3cf-f932-42de-9fc6-b17868679b8b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:28.019759 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-dfc716d0-4d90-4272-a0dc-337590b0385e tempest-TestShelveInstance-483106807 tempest-TestShelveInstance-483106807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:44:28.085698 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-c205a3cf-f932-42de-9fc6-b17868679b8b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Network 246ee509-2b5e-4a56-b181-933ba128d253 is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:44:28.088808 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-c205a3cf-f932-42de-9fc6-b17868679b8b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:44:28.092700 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-c205a3cf-f932-42de-9fc6-b17868679b8b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:44:28.132201 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c205a3cf-f932-42de-9fc6-b17868679b8b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Pushing event updated for resources: {'Port': ['ID=04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:44:28.150691 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c205a3cf-f932-42de-9fc6-b17868679b8b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:44:28.151068 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c205a3cf-f932-42de-9fc6-b17868679b8b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:44:28.151438 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c205a3cf-f932-42de-9fc6-b17868679b8b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:44:28.152289 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c205a3cf-f932-42de-9fc6-b17868679b8b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:44:28.152289 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c205a3cf-f932-42de-9fc6-b17868679b8b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:44:28.152522 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c205a3cf-f932-42de-9fc6-b17868679b8b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:44:28.152887 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c205a3cf-f932-42de-9fc6-b17868679b8b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:44:28.153245 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c205a3cf-f932-42de-9fc6-b17868679b8b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:44:28.153597 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c205a3cf-f932-42de-9fc6-b17868679b8b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:44:28.153950 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c205a3cf-f932-42de-9fc6-b17868679b8b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:44:28.154509 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c205a3cf-f932-42de-9fc6-b17868679b8b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:44:28.154734 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c205a3cf-f932-42de-9fc6-b17868679b8b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:44:28.160388 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c205a3cf-f932-42de-9fc6-b17868679b8b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:44:28.174802 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-c205a3cf-f932-42de-9fc6-b17868679b8b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:28.175446 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-c205a3cf-f932-42de-9fc6-b17868679b8b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:28.204125 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-c205a3cf-f932-42de-9fc6-b17868679b8b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7318528
Jun 21 16:44:28.225904 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-f88b67f7-4348-484d-b0e0-36bf3fb4d222 service neutron] Request body: {'port': {'device_id': '6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79716'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:44:28.350379 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-f88b67f7-4348-484d-b0e0-36bf3fb4d222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:28.366991 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-e1aa01b3-e0df-4e88-927e-6cabcf57b8d8 None None] Provisioning for port 04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb completed by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:44:28.374481 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-e1aa01b3-e0df-4e88-927e-6cabcf57b8d8 None None] Provisioning complete for port 04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:44:28.375084 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-e1aa01b3-e0df-4e88-927e-6cabcf57b8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:28.431895 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-e1aa01b3-e0df-4e88-927e-6cabcf57b8d8 None None] Port 04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb cannot update to ACTIVE because it is not bound. {{(pid=78428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 16:44:28.602135 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac76da-7883-41f4-ae9c-00eac6465ffa req-b4086339-333c-4e55-9929-cae8ed98e966 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:28.604544 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-bcac76da-7883-41f4-ae9c-00eac6465ffa req-b4086339-333c-4e55-9929-cae8ed98e966 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc HTTP/1.1" status: 200  len: 931 time: 0.0869639
Jun 21 16:44:28.679328 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-bcac76da-7883-41f4-ae9c-00eac6465ffa req-dbfd426d-8bfe-4d26-8a7e-534331bb7fea tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565870
Jun 21 16:44:28.829194 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-f88b67f7-4348-484d-b0e0-36bf3fb4d222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb {{(pid=78426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:44:28.836103 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-f88b67f7-4348-484d-b0e0-36bf3fb4d222 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:28.849761 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-f88b67f7-4348-484d-b0e0-36bf3fb4d222 service neutron] Transition to ACTIVE for port object 04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb will not be triggered until provisioned by entity L2. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:44:28.853612 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-f88b67f7-4348-484d-b0e0-36bf3fb4d222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2434630'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:28.857266 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-98945779-49fd-41f0-a0a4-dc200214df35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:44:29.008774 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b67f7-4348-484d-b0e0-36bf3fb4d222 service neutron] Pushing event updated for resources: {'Port': ['ID=04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:44:29.016972 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-f88b67f7-4348-484d-b0e0-36bf3fb4d222 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:44:29.090667 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-f88b67f7-4348-484d-b0e0-36bf3fb4d222 service neutron] Attempting to bind port 04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb on host hv-cinder-79716 for vnic_type normal with profile  {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:44:29.091408 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-f88b67f7-4348-484d-b0e0-36bf3fb4d222 service neutron] Attempting to bind port 04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb by drivers openvswitch,hyperv on host hv-cinder-79716 at level 0 using segments [{'id': 'ad271a7b-5d78-41f7-9e28-3494964f653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253'}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:44:29.091408 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-f88b67f7-4348-484d-b0e0-36bf3fb4d222 service neutron] Attempting to bind port 04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb on network 246ee509-2b5e-4a56-b181-933ba128d253 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:44:29.095991 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-f88b67f7-4348-484d-b0e0-36bf3fb4d222 service neutron] Port 04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb on network 246ee509-2b5e-4a56-b181-933ba128d253 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79716 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 16:44:29.096309 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-f88b67f7-4348-484d-b0e0-36bf3fb4d222 service neutron] Attempting to bind port 04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb on network 246ee509-2b5e-4a56-b181-933ba128d253 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:44:29.101319 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-f88b67f7-4348-484d-b0e0-36bf3fb4d222 service neutron] Checking agent: {'id': '8fa6119b-2ff5-4d4e-8bfd-f2c719c77604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79716', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'started_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:44:29.101652 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-f88b67f7-4348-484d-b0e0-36bf3fb4d222 service neutron] Checking segment: {'id': 'ad271a7b-5d78-41f7-9e28-3494964f653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:44:29.102033 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-f88b67f7-4348-484d-b0e0-36bf3fb4d222 service neutron] Bound using segment: {'id': 'ad271a7b-5d78-41f7-9e28-3494964f653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253'} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:44:29.102478 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-f88b67f7-4348-484d-b0e0-36bf3fb4d222 service neutron] Bound port: 04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb, host: hv-cinder-79716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad271a7b-5d78-41f7-9e28-3494964f653a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253'}}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:44:29.102821 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-f88b67f7-4348-484d-b0e0-36bf3fb4d222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:29.198656 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-f88b67f7-4348-484d-b0e0-36bf3fb4d222 service neutron] For port 04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb, host hv-cinder-79716, cleared binding levels {{(pid=78426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:44:29.201544 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-f88b67f7-4348-484d-b0e0-36bf3fb4d222 service neutron] For port 04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb, host hv-cinder-79716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb,segment=NetworkSegment(ad271a7b-5d78-41f7-9e28-3494964f653a),segment_id=ad271a7b-5d78-41f7-9e28-3494964f653a)] {{(pid=78426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:44:29.206618 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-f88b67f7-4348-484d-b0e0-36bf3fb4d222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2434630'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:29.211944 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c205a3cf-f932-42de-9fc6-b17868679b8b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:44:29.273023 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-f88b67f7-4348-484d-b0e0-36bf3fb4d222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:29.273516 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-f88b67f7-4348-484d-b0e0-36bf3fb4d222 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:29.274865 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-f88b67f7-4348-484d-b0e0-36bf3fb4d222 service neutron] 10.222.0.39 "PUT /v2.0/ports/04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb HTTP/1.1" status: 200  len: 1093 time: 1.0551810
Jun 21 16:44:29.275374 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc', 'tag': '04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:44:29.302403 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b67f7-4348-484d-b0e0-36bf3fb4d222 service neutron] Pushing event updated for resources: {'Port': ['ID=04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb,revision_number=3']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:44:29.313266 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-f88b67f7-4348-484d-b0e0-36bf3fb4d222 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:44:29.335646 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc', 'tag': '04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb', 'status': 'completed', 'code': 200}
Jun 21 16:44:29.456381 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-8ac1a0af-84c6-445c-af82-b016f86dd38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:29.457905 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-8ac1a0af-84c6-445c-af82-b016f86dd38e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=11bb3c615f364358bf7e47b3024a2fb9&device_id=6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc HTTP/1.1" status: 200  len: 1096 time: 0.0766158
Jun 21 16:44:29.534360 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-e75fe9ca-67b0-4b63-a03d-a84b30f72299 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb HTTP/1.1" status: 200  len: 217 time: 0.0614765
Jun 21 16:44:29.599091 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-6a926f64-d029-47f2-a91c-70bee0f44689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:29.600516 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-6a926f64-d029-47f2-a91c-70bee0f44689 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=95146380-c6e8-44b8-bebc-b70e51427629 HTTP/1.1" status: 200  len: 850 time: 0.0600073
Jun 21 16:44:29.677141 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-3390887c-cf75-447f-867d-8417a4fe9cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:29.678640 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-3390887c-cf75-447f-867d-8417a4fe9cda service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=246ee509-2b5e-4a56-b181-933ba128d253&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0701525
Jun 21 16:44:29.817619 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-d7f727bd-15d1-4efa-802b-3281f685bb49 service neutron] 10.222.0.39 "GET /v2.0/networks/246ee509-2b5e-4a56-b181-933ba128d253?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1314836
Jun 21 16:44:29.876526 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52152ea-3867-4947-925b-e98e00f8dbed req-0ed4d7a9-725d-46e5-9396-78d9785bb99f tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:29.877978 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e52152ea-3867-4947-925b-e98e00f8dbed req-0ed4d7a9-725d-46e5-9396-78d9785bb99f tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc HTTP/1.1" status: 200  len: 943 time: 0.0843756
Jun 21 16:44:29.922307 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e52152ea-3867-4947-925b-e98e00f8dbed req-a13e3c1f-7cfe-4f73-93c4-99375b570ba5 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386560
Jun 21 16:44:30.068429 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-c5569b5d-d21b-4ea9-b0dc-9198227ce461 req-05538215-6c7d-456e-a485-1e60c658c0d2 service neutron] 10.222.0.39 "GET /v2.0/networks/246ee509-2b5e-4a56-b181-933ba128d253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372147
Jun 21 16:44:30.162660 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78bdcf-ee77-4587-b312-638c6263cfb6 req-6275c529-6ab9-4809-8ac0-e359014d5116 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:30.164032 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5d78bdcf-ee77-4587-b312-638c6263cfb6 req-6275c529-6ab9-4809-8ac0-e359014d5116 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b2b5f0a-a2b8-4b87-acf3-f6bbfabfee86 HTTP/1.1" status: 200  len: 945 time: 0.0835543
Jun 21 16:44:30.208198 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5d78bdcf-ee77-4587-b312-638c6263cfb6 req-b8470e0a-6c7e-478f-a420-a65c7432f9ff tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/security-groups?id=23b30415-9f59-4a7a-b022-7d708e1e3467&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384755
Jun 21 16:44:30.242296 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c101b-f51f-42fb-a9d9-f244d41d9b0b req-edd70d70-34f5-4fd3-92ab-95a6b1bcb4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:30.243826 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-cf3c101b-f51f-42fb-a9d9-f244d41d9b0b req-edd70d70-34f5-4fd3-92ab-95a6b1bcb4f9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=11bb3c615f364358bf7e47b3024a2fb9&device_id=6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc HTTP/1.1" status: 200  len: 1096 time: 0.0759430
Jun 21 16:44:30.371468 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c101b-f51f-42fb-a9d9-f244d41d9b0b req-ed8000c6-41b9-41ab-a8d3-5264bf30e53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:30.372987 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-cf3c101b-f51f-42fb-a9d9-f244d41d9b0b req-ed8000c6-41b9-41ab-a8d3-5264bf30e53b service neutron] 10.222.0.39 "GET /v2.0/networks?id=246ee509-2b5e-4a56-b181-933ba128d253 HTTP/1.1" status: 200  len: 912 time: 0.1215901
Jun 21 16:44:30.444959 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-cf3c101b-f51f-42fb-a9d9-f244d41d9b0b req-3009bb45-add4-41d0-aebd-c2e6bd2ec021 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb HTTP/1.1" status: 200  len: 217 time: 0.0604384
Jun 21 16:44:30.511592 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c101b-f51f-42fb-a9d9-f244d41d9b0b req-7818e82e-901c-43df-b699-6690e57c32c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:30.513014 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-cf3c101b-f51f-42fb-a9d9-f244d41d9b0b req-7818e82e-901c-43df-b699-6690e57c32c6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=95146380-c6e8-44b8-bebc-b70e51427629 HTTP/1.1" status: 200  len: 850 time: 0.0593681
Jun 21 16:44:30.594812 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c101b-f51f-42fb-a9d9-f244d41d9b0b req-70f4b3e7-6c47-4079-8e6a-c5f7675d15f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:30.596566 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-cf3c101b-f51f-42fb-a9d9-f244d41d9b0b req-70f4b3e7-6c47-4079-8e6a-c5f7675d15f2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=246ee509-2b5e-4a56-b181-933ba128d253&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0689011
Jun 21 16:44:30.843883 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-cf3c101b-f51f-42fb-a9d9-f244d41d9b0b req-c1b3c2db-8e5f-4e61-8d6f-526f6e9837ac service neutron] 10.222.0.39 "GET /v2.0/networks/246ee509-2b5e-4a56-b181-933ba128d253?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2330322
Jun 21 16:44:31.021385 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-cf3c101b-f51f-42fb-a9d9-f244d41d9b0b req-852288b2-1ae2-48d1-ab6a-e04932cca9ea service neutron] 10.222.0.39 "GET /v2.0/networks/246ee509-2b5e-4a56-b181-933ba128d253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1706946
Jun 21 16:44:31.113843 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b2710-a20c-49f4-8a1f-9b32a27eadc7 req-39abad31-61c2-4556-8aff-c9d08a12abeb tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:31.115295 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e20b2710-a20c-49f4-8a1f-9b32a27eadc7 req-39abad31-61c2-4556-8aff-c9d08a12abeb tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc HTTP/1.1" status: 200  len: 943 time: 0.0783095
Jun 21 16:44:31.158785 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e20b2710-a20c-49f4-8a1f-9b32a27eadc7 req-1cb0cd61-cca5-4322-b1fa-8cd7bbc45cb8 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375180
Jun 21 16:44:31.392442 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e63174-f5d3-4321-bc83-75b204b0288b req-2fde5a31-b63b-4c96-a511-0357577c49ee tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:31.393786 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e5e63174-f5d3-4321-bc83-75b204b0288b req-2fde5a31-b63b-4c96-a511-0357577c49ee tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b2b5f0a-a2b8-4b87-acf3-f6bbfabfee86 HTTP/1.1" status: 200  len: 945 time: 0.0825710
Jun 21 16:44:31.437282 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e5e63174-f5d3-4321-bc83-75b204b0288b req-7f335e97-672e-4406-a049-2a6b7d5f60fa tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/security-groups?id=23b30415-9f59-4a7a-b022-7d708e1e3467&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379286
Jun 21 16:44:31.990340 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b890832-3872-419c-8386-c39ad796028f req-ab82b7f3-1cc5-4cb1-87f0-a5820be6a1e7 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:31.991151 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-5b890832-3872-419c-8386-c39ad796028f req-ab82b7f3-1cc5-4cb1-87f0-a5820be6a1e7 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Synchronizing usage tracker for tenant:d22b690692cb4be29b567ef53107456a on resource:port {{(pid=78426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:44:32.007070 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-5b890832-3872-419c-8386-c39ad796028f req-ab82b7f3-1cc5-4cb1-87f0-a5820be6a1e7 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Unset dirty status for tenant:d22b690692cb4be29b567ef53107456a on resource:port {{(pid=78426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:44:32.008228 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-5b890832-3872-419c-8386-c39ad796028f req-ab82b7f3-1cc5-4cb1-87f0-a5820be6a1e7 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b2b5f0a-a2b8-4b87-acf3-f6bbfabfee86 HTTP/1.1" status: 200  len: 945 time: 0.0982461
Jun 21 16:44:32.077567 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [req-5b890832-3872-419c-8386-c39ad796028f req-f4b3d1eb-e2a9-41c3-bb9f-a13259a662fd tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Deleting port 107b72eb-a04a-405f-825e-0f1d28193ed3 {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:44:32.077903 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-5b890832-3872-419c-8386-c39ad796028f req-f4b3d1eb-e2a9-41c3-bb9f-a13259a662fd tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:32.329217 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [req-5b890832-3872-419c-8386-c39ad796028f req-f4b3d1eb-e2a9-41c3-bb9f-a13259a662fd tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] For port 107b72eb-a04a-405f-825e-0f1d28193ed3, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=107b72eb-a04a-405f-825e-0f1d28193ed3,segment=NetworkSegment(b353d142-0a36-40df-8336-9af5800f33a2),segment_id=b353d142-0a36-40df-8336-9af5800f33a2)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:44:32.329491 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-5b890832-3872-419c-8386-c39ad796028f req-f4b3d1eb-e2a9-41c3-bb9f-a13259a662fd tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:32.341670 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf5bb2-ed7c-49df-a34e-70c7235c2079 req-f02e3a26-0c28-4514-bff2-28572bdf4240 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:32.343122 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-97cf5bb2-ed7c-49df-a34e-70c7235c2079 req-f02e3a26-0c28-4514-bff2-28572bdf4240 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc HTTP/1.1" status: 200  len: 943 time: 0.0810328
Jun 21 16:44:32.392736 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-97cf5bb2-ed7c-49df-a34e-70c7235c2079 req-06548744-b78a-4171-a3f3-d64896b8fc0f tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431209
Jun 21 16:44:32.451351 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [req-5b890832-3872-419c-8386-c39ad796028f req-f4b3d1eb-e2a9-41c3-bb9f-a13259a662fd tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Calling delete_port for 107b72eb-a04a-405f-825e-0f1d28193ed3 owned by compute:nova {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:44:32.597390 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-5b890832-3872-419c-8386-c39ad796028f req-f4b3d1eb-e2a9-41c3-bb9f-a13259a662fd tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:32.602392 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-8d926da2-2e1d-4cfd-aaa5-08acd2f2aa18 tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:44:32.626326 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7f659-fab6-4b86-90a6-7a10c71e5885 req-f1beef91-5653-41ab-9b3f-83188c299e94 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:32.627803 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-9ac7f659-fab6-4b86-90a6-7a10c71e5885 req-f1beef91-5653-41ab-9b3f-83188c299e94 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b2b5f0a-a2b8-4b87-acf3-f6bbfabfee86 HTTP/1.1" status: 200  len: 945 time: 0.0823538
Jun 21 16:44:32.631952 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['107b72eb-a04a-405f-825e-0f1d28193ed3'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:44:32.649013 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3d1eb-e2a9-41c3-bb9f-a13259a662fd tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Pushing event deleted for resources: {'Port': ['ID=107b72eb-a04a-405f-825e-0f1d28193ed3,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:44:32.652020 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-f4b3d1eb-e2a9-41c3-bb9f-a13259a662fd tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:44:32.679104 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-9ac7f659-fab6-4b86-90a6-7a10c71e5885 req-b472bc5d-2ff4-408a-8709-e43e1d24e6bf tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/security-groups?id=23b30415-9f59-4a7a-b022-7d708e1e3467&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451860
Jun 21 16:44:32.726723 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b890832-3872-419c-8386-c39ad796028f req-f4b3d1eb-e2a9-41c3-bb9f-a13259a662fd tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] No DVR routers for this DVR port 107b72eb-a04a-405f-825e-0f1d28193ed3 on host hv-cinder-79716 {{(pid=78426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 16:44:32.729205 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-5b890832-3872-419c-8386-c39ad796028f req-f4b3d1eb-e2a9-41c3-bb9f-a13259a662fd tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:32.731732 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2b5f0a-a2b8-4b87-acf3-f6bbfabfee86', 'name': 'network-vif-deleted', 'tag': '107b72eb-a04a-405f-825e-0f1d28193ed3'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:44:32.746926 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-5b890832-3872-419c-8386-c39ad796028f req-f4b3d1eb-e2a9-41c3-bb9f-a13259a662fd tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.39 "DELETE /v2.0/ports/107b72eb-a04a-405f-825e-0f1d28193ed3 HTTP/1.1" status: 204  len: 173 time: 0.7325890
Jun 21 16:44:32.779709 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2b5f0a-a2b8-4b87-acf3-f6bbfabfee86', 'name': 'network-vif-deleted', 'tag': '107b72eb-a04a-405f-825e-0f1d28193ed3', 'status': 'completed', 'code': 200}
Jun 21 16:44:33.579962 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351e33f-c498-4f4e-b92b-66bb0c74c736 req-e0a08fa6-5db9-4b46-81f0-6e33226cf0f2 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:33.581384 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8351e33f-c498-4f4e-b92b-66bb0c74c736 req-e0a08fa6-5db9-4b46-81f0-6e33226cf0f2 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc HTTP/1.1" status: 200  len: 943 time: 0.0861392
Jun 21 16:44:33.624199 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8351e33f-c498-4f4e-b92b-66bb0c74c736 req-4c838113-f35c-44fb-8d46-6a7332bee57a tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372028
Jun 21 16:44:34.808188 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1e355-66e4-470b-94a5-900e14787d83 req-7918ac9c-457e-4639-9a33-73bda8311ace tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:34.809540 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-45d1e355-66e4-470b-94a5-900e14787d83 req-7918ac9c-457e-4639-9a33-73bda8311ace tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc HTTP/1.1" status: 200  len: 943 time: 0.0797915
Jun 21 16:44:34.854086 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-45d1e355-66e4-470b-94a5-900e14787d83 req-56b446d9-abd4-4c77-a7e4-186c2015a6aa tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383317
Jun 21 16:44:36.042095 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edfdcd-6cee-497f-805d-07792fff0b6a req-8b9d911c-7ae0-4e17-bce3-0c2abfa3d314 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:36.043536 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a0edfdcd-6cee-497f-805d-07792fff0b6a req-8b9d911c-7ae0-4e17-bce3-0c2abfa3d314 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc HTTP/1.1" status: 200  len: 943 time: 0.0823460
Jun 21 16:44:36.053616 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 107b72eb-a04a-405f-825e-0f1d28193ed3 no longer exists at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:44:36.088400 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] No Port match for: 107b72eb-a04a-405f-825e-0f1d28193ed3 {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:44:36.088754 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 107b72eb-a04a-405f-825e-0f1d28193ed3 not bound to the agent host hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:44:36.090192 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a0edfdcd-6cee-497f-805d-07792fff0b6a req-86bb5036-2bfc-417c-9b62-f0c4c62c8cf5 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398006
Jun 21 16:44:37.280769 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f63fb-cf8f-438d-b639-b7d9f1627a8c req-5903aae7-bcff-4985-901c-7bac1b458e38 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:37.282269 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d79f63fb-cf8f-438d-b639-b7d9f1627a8c req-5903aae7-bcff-4985-901c-7bac1b458e38 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc HTTP/1.1" status: 200  len: 943 time: 0.0788682
Jun 21 16:44:37.330854 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d79f63fb-cf8f-438d-b639-b7d9f1627a8c req-cfd6065c-0267-4aef-89aa-355d35b4a4e1 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426974
Jun 21 16:44:38.517515 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85043788-9dc4-4edb-a794-d5193cd2aad0 req-7f38e48e-a10c-4e6d-b1cc-7a285e994d48 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:38.518934 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-85043788-9dc4-4edb-a794-d5193cd2aad0 req-7f38e48e-a10c-4e6d-b1cc-7a285e994d48 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc HTTP/1.1" status: 200  len: 943 time: 0.0833998
Jun 21 16:44:38.567673 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-85043788-9dc4-4edb-a794-d5193cd2aad0 req-1d7103f3-4c09-496c-8a7d-27b7fcb77217 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429792
Jun 21 16:44:39.036752 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb details requested by agent hyperv_hv-cinder-79716 with host hv-cinder-79716 {{(pid=78428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 16:44:39.167480 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb,segment=NetworkSegment(ad271a7b-5d78-41f7-9e28-3494964f653a),segment_id=ad271a7b-5d78-41f7-9e28-3494964f653a)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:44:39.180637 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Returning: {'device': '04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'port_id': '04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb', 'mac_address': 'fa:16:3e:d5:51:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95146380-c6e8-44b8-bebc-b70e51427629', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 16:44:39.238456 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:39.254851 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb {{(pid=78428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:44:39.270991 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb,segment=NetworkSegment(ad271a7b-5d78-41f7-9e28-3494964f653a),segment_id=ad271a7b-5d78-41f7-9e28-3494964f653a)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:44:39.274613 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:39.276554 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-d6f1cd24-5c06-4ba6-8fa3-130de477711a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:44:39.342417 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb,revision_number=4']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:44:39.350064 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:44:39.350410 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:44:39.350748 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:44:39.351084 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:44:39.351413 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:44:39.351772 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:44:39.352099 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:44:39.352422 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:44:39.352745 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:44:39.353066 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:44:39.353386 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:44:39.353705 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:44:39.357372 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:44:39.562096 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:44:39.791572 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ea83c-54e5-41c2-a4f8-31e27d819a9e req-3051b2c7-20a0-4c66-b117-f84e6a71d3c5 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:39.793064 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e99ea83c-54e5-41c2-a4f8-31e27d819a9e req-3051b2c7-20a0-4c66-b117-f84e6a71d3c5 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc HTTP/1.1" status: 200  len: 944 time: 0.1175385
Jun 21 16:44:39.925553 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e99ea83c-54e5-41c2-a4f8-31e27d819a9e req-9c7ed95a-d7bc-4af9-a4d3-ff3562bdf33c tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1251690
Jun 21 16:44:41.107176 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558017c-a6fa-49a0-b9b9-a40f54db464b req-47cc74ff-1c02-417c-b19a-0520a5019421 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:41.108636 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4558017c-a6fa-49a0-b9b9-a40f54db464b req-47cc74ff-1c02-417c-b19a-0520a5019421 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc HTTP/1.1" status: 200  len: 944 time: 0.0799491
Jun 21 16:44:41.157306 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4558017c-a6fa-49a0-b9b9-a40f54db464b req-40de8ce9-6da8-4865-85dc-cd78792dcb32 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410895
Jun 21 16:44:42.339658 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89eb2d-7c6f-4c1e-96c9-8bd60c2d23f3 req-594dba97-0bd8-40b9-a401-af328f694711 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:42.341000 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6f89eb2d-7c6f-4c1e-96c9-8bd60c2d23f3 req-594dba97-0bd8-40b9-a401-af328f694711 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc HTTP/1.1" status: 200  len: 944 time: 0.0795305
Jun 21 16:44:42.384547 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-6f89eb2d-7c6f-4c1e-96c9-8bd60c2d23f3 req-fdb3adba-6320-4763-a518-a81fd8924f7c tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373054
Jun 21 16:44:43.052087 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb up at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:44:43.118759 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning for port 04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:44:43.123285 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning complete for port 04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:44:43.123712 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:43.237016 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:43.262995 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb'}] {{(pid=78428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:44:43.272663 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port 04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb,segment=NetworkSegment(ad271a7b-5d78-41f7-9e28-3494964f653a),segment_id=ad271a7b-5d78-41f7-9e28-3494964f653a)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:44:43.276381 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:43.278201 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:44:43.314444 dv-cinder-797161-1-iscsi neutron-server[78428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb', 'code': 200}
Jun 21 16:44:43.344776 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb,revision_number=5']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:44:43.347542 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:44:43.577142 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bcd3f-14f3-4904-8e70-8d4e4704c599 req-9fff9037-f306-40cd-bc51-e39dbb77db19 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:43.578545 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2e4bcd3f-14f3-4904-8e70-8d4e4704c599 req-9fff9037-f306-40cd-bc51-e39dbb77db19 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc HTTP/1.1" status: 200  len: 945 time: 0.0849307
Jun 21 16:44:43.608667 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226200d-1027-40aa-a3f8-80d6d1071873 req-c8401bb1-c37a-43ab-87e9-4561b1c6c351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:43.610879 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-6226200d-1027-40aa-a3f8-80d6d1071873 req-c8401bb1-c37a-43ab-87e9-4561b1c6c351 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc HTTP/1.1" status: 200  len: 1098 time: 0.0711606
Jun 21 16:44:43.623529 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2e4bcd3f-14f3-4904-8e70-8d4e4704c599 req-e2ca1bef-1687-491b-b38c-fd13bc4982ca tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390918
Jun 21 16:44:43.655299 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-6226200d-1027-40aa-a3f8-80d6d1071873 req-a8bcd8ea-677a-4b40-9e8f-91dd4ddfd8bc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382309
Jun 21 16:44:43.722009 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:44:44.182461 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-ab13d4c2-cea5-4071-a786-8f58a7630416 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:44.183797 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-ab13d4c2-cea5-4071-a786-8f58a7630416 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/networks?id=b5f73a6b-bdba-45ea-81bb-c5777efcbc71 HTTP/1.1" status: 200  len: 814 time: 0.1423597
Jun 21 16:44:44.198723 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-0390bde3-aa6a-4061-bb92-7f51c0eea6e0 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/quotas/d22b690692cb4be29b567ef53107456a HTTP/1.1" status: 200  len: 375 time: 0.0085554
Jun 21 16:44:44.243617 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-704e2408-360b-485c-983c-cb788687b0ae tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d22b690692cb4be29b567ef53107456a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0400906
Jun 21 16:44:44.300977 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-f0614bdf-3c24-4b84-947f-2b67c99d878b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=78427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 16:44:44.301942 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-f0614bdf-3c24-4b84-947f-2b67c99d878b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0522022
Jun 21 16:44:44.430601 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-86ec6e04-c020-4467-89a3-55eb5368dc80 service neutron] 10.222.0.24 "GET /v2.0/networks/b5f73a6b-bdba-45ea-81bb-c5777efcbc71?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228390
Jun 21 16:44:44.558898 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-7850935b-ffc5-41ef-a99e-87066e585166 service neutron] 10.222.0.24 "GET /v2.0/networks/b5f73a6b-bdba-45ea-81bb-c5777efcbc71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224411
Jun 21 16:44:44.818994 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e0f3592b-ce61-41e8-9f3b-bf98d6e13e62 req-c80b66ea-568b-4c8c-8457-8f4c6d7c715a tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/ports?device_id=527c711d-a41c-47af-9951-913a51d7b84d HTTP/1.1" status: 200  len: 210 time: 0.0943096
Jun 21 16:44:44.866256 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7a83b-bfa2-4e74-93d2-4ebec846cc3a req-f92f97f3-569c-45ad-985b-b0127fe4f873 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:44.867877 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-80e7a83b-bfa2-4e74-93d2-4ebec846cc3a req-f92f97f3-569c-45ad-985b-b0127fe4f873 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc HTTP/1.1" status: 200  len: 945 time: 0.0978687
Jun 21 16:44:44.920459 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-80e7a83b-bfa2-4e74-93d2-4ebec846cc3a req-3a7273c6-d555-41f3-8e13-0af0b85fce94 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456655
Jun 21 16:44:46.058415 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-c459a655-a054-431c-8478-57161ccd0396 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:46.059865 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-c459a655-a054-431c-8478-57161ccd0396 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.39 "GET /v2.0/networks?id=b5f73a6b-bdba-45ea-81bb-c5777efcbc71 HTTP/1.1" status: 200  len: 814 time: 0.1507921
Jun 21 16:44:46.077564 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-733888f4-4c6f-41ca-9272-383c9140c4e7 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Request body: {'port': {'device_id': '527c711d-a41c-47af-9951-913a51d7b84d', 'network_id': 'b5f73a6b-bdba-45ea-81bb-c5777efcbc71', 'admin_state_up': True, 'tenant_id': 'd22b690692cb4be29b567ef53107456a'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:44:46.155906 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e22ce0c6-fc9d-415d-92bc-6c61e2470913 req-5f98480e-28fd-4f30-91f9-093bec794501 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/ports?device_id=527c711d-a41c-47af-9951-913a51d7b84d HTTP/1.1" status: 200  len: 210 time: 0.0533805
Jun 21 16:44:46.197861 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e6e4e-6325-4493-907e-56649aef723c req-923ffd88-d664-44e9-a635-b8c507c86271 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:46.199296 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e44e6e4e-6325-4493-907e-56649aef723c req-923ffd88-d664-44e9-a635-b8c507c86271 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc HTTP/1.1" status: 200  len: 945 time: 0.1383622
Jun 21 16:44:46.239913 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-733888f4-4c6f-41ca-9272-383c9140c4e7 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:44:46.243786 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-733888f4-4c6f-41ca-9272-383c9140c4e7 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Usage tracker for resource:port and tenant:d22b690692cb4be29b567ef53107456a is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:44:46.246666 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e44e6e4e-6325-4493-907e-56649aef723c req-68d55921-8a0e-48c7-ae44-32b3adbf4176 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392990
Jun 21 16:44:46.246831 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-733888f4-4c6f-41ca-9272-383c9140c4e7 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:44:46.253013 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-733888f4-4c6f-41ca-9272-383c9140c4e7 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:44:46.262814 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-733888f4-4c6f-41ca-9272-383c9140c4e7 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Made reservation on behalf of d22b690692cb4be29b567ef53107456a for: {'port': 1} {{(pid=78426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:44:46.266479 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-733888f4-4c6f-41ca-9272-383c9140c4e7 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:46.429736 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a98d66-c307-49f9-829b-c80885ab15c6 req-159949ef-3e71-4dd5-9ade-c391aec9c5e3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:46.431257 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e7a98d66-c307-49f9-829b-c80885ab15c6 req-159949ef-3e71-4dd5-9ade-c391aec9c5e3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc HTTP/1.1" status: 200  len: 945 time: 0.0808463
Jun 21 16:44:46.479007 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e7a98d66-c307-49f9-829b-c80885ab15c6 req-82673a11-c5e4-45eb-b81e-bd19c453f2de tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414429
Jun 21 16:44:46.504743 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 45826) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:44:46.533649 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-733888f4-4c6f-41ca-9272-383c9140c4e7 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Allocated IP 172.20.0.11 (b5f73a6b-bdba-45ea-81bb-c5777efcbc71/5f8f2324-abbb-4348-b03a-3477903b88ca/cb56d5cf-7249-4e4e-8442-56f05309978d) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:44:46.573262 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184b3e69-0a3d-4a54-85f9-afef91388439 tempest-TestVolumeBootPattern-315696491 tempest-TestVolumeBootPattern-315696491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:46.574856 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-184b3e69-0a3d-4a54-85f9-afef91388439 tempest-TestVolumeBootPattern-315696491 tempest-TestVolumeBootPattern-315696491-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc HTTP/1.1" status: 200  len: 1093 time: 0.0690162
Jun 21 16:44:46.577526 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 45830) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:44:46.588597 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-0f030bbe-a693-4e69-a1ef-960eaa45b6bf tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Request body: {'floatingip': {'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'port_id': '04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:44:46.599580 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-0f030bbe-a693-4e69-a1ef-960eaa45b6bf tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:44:46.619517 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-0f030bbe-a693-4e69-a1ef-960eaa45b6bf tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Usage tracker for resource:floatingip and tenant:11bb3c615f364358bf7e47b3024a2fb9 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:44:46.625712 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-0f030bbe-a693-4e69-a1ef-960eaa45b6bf tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:44:46.641605 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-0f030bbe-a693-4e69-a1ef-960eaa45b6bf tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:44:46.711875 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0f030bbe-a693-4e69-a1ef-960eaa45b6bf tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for floatingip, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:46.789505 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-733888f4-4c6f-41ca-9272-383c9140c4e7 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:46.893214 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-733888f4-4c6f-41ca-9272-383c9140c4e7 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:46.898564 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-424915e5-045a-47d2-868e-bc801d0cd10a tempest-AttachVolumeNegativeTest-164517452 tempest-AttachVolumeNegativeTest-164517452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:44:46.970664 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0f030bbe-a693-4e69-a1ef-960eaa45b6bf tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:46.976030 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-733888f4-4c6f-41ca-9272-383c9140c4e7 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Network b5f73a6b-bdba-45ea-81bb-c5777efcbc71 is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:44:47.011702 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-733888f4-4c6f-41ca-9272-383c9140c4e7 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:44:47.017518 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-733888f4-4c6f-41ca-9272-383c9140c4e7 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:44:47.056931 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733888f4-4c6f-41ca-9272-383c9140c4e7 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Pushing event updated for resources: {'Port': ['ID=cb56d5cf-7249-4e4e-8442-56f05309978d,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:44:47.072469 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-733888f4-4c6f-41ca-9272-383c9140c4e7 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:44:47.114934 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-733888f4-4c6f-41ca-9272-383c9140c4e7 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:47.115889 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-733888f4-4c6f-41ca-9272-383c9140c4e7 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:47.183140 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-733888f4-4c6f-41ca-9272-383c9140c4e7 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1094124
Jun 21 16:44:47.198084 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [None req-0f030bbe-a693-4e69-a1ef-960eaa45b6bf tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Allocated IP 172.27.1.74 (70dc8c3b-1fd1-4e34-848f-30da40ce5650/64348721-2f14-434e-9349-1c86303c6cb6/23f1b95e-da03-464b-85aa-d0b9b3f60e5c) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:44:47.203141 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-a4d3c125-ec02-49e7-87b3-940da12611a1 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=78426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 21 16:44:47.204510 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-a4d3c125-ec02-49e7-87b3-940da12611a1 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0075660
Jun 21 16:44:47.216008 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-2cdc9f18-f998-448f-8fcc-3ebe81bfaeb0 service neutron] Request body: {'port': {'device_id': '527c711d-a41c-47af-9951-913a51d7b84d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79716'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:44:47.345416 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b2834-c41a-4232-86db-cc8bfa23d79e req-451d28f0-acac-4782-8c20-1c16184cf2de tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:47.346797 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-625b2834-c41a-4232-86db-cc8bfa23d79e req-451d28f0-acac-4782-8c20-1c16184cf2de tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/ports?device_id=527c711d-a41c-47af-9951-913a51d7b84d HTTP/1.1" status: 200  len: 932 time: 0.0816412
Jun 21 16:44:47.391997 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-625b2834-c41a-4232-86db-cc8bfa23d79e req-e6ececdd-7b6c-46cf-9205-ea1cda77858a tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/security-groups?id=23b30415-9f59-4a7a-b022-7d708e1e3467&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392594
Jun 21 16:44:47.426707 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-2cdc9f18-f998-448f-8fcc-3ebe81bfaeb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:47.465678 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-500d09d2-face-42d6-af60-80d1faff63ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:47.508419 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0f030bbe-a693-4e69-a1ef-960eaa45b6bf tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:47.640318 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0f030bbe-a693-4e69-a1ef-960eaa45b6bf tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:47.684930 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-049387e6-5278-4f49-8c03-54f65631f36c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:44:47.764495 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f030bbe-a693-4e69-a1ef-960eaa45b6bf tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Network 70dc8c3b-1fd1-4e34-848f-30da40ce5650 is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:44:47.769519 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-0f030bbe-a693-4e69-a1ef-960eaa45b6bf tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:44:47.775294 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f030bbe-a693-4e69-a1ef-960eaa45b6bf tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:44:47.818578 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f030bbe-a693-4e69-a1ef-960eaa45b6bf tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Pushing event updated for resources: {'Port': ['ID=23f1b95e-da03-464b-85aa-d0b9b3f60e5c,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:44:47.824765 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-0f030bbe-a693-4e69-a1ef-960eaa45b6bf tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:44:47.893237 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:48.008394 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-2cdc9f18-f998-448f-8fcc-3ebe81bfaeb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb56d5cf-7249-4e4e-8442-56f05309978d {{(pid=78426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:44:48.019921 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-2cdc9f18-f998-448f-8fcc-3ebe81bfaeb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:48.101006 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-2cdc9f18-f998-448f-8fcc-3ebe81bfaeb0 service neutron] Transition to ACTIVE for port object cb56d5cf-7249-4e4e-8442-56f05309978d will not be triggered until provisioned by entity L2. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:44:48.109160 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-2cdc9f18-f998-448f-8fcc-3ebe81bfaeb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2434630'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:48.115260 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-f4b3d1eb-e2a9-41c3-bb9f-a13259a662fd tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:44:48.452019 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc9f18-f998-448f-8fcc-3ebe81bfaeb0 service neutron] Pushing event updated for resources: {'Port': ['ID=cb56d5cf-7249-4e4e-8442-56f05309978d,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:44:48.461098 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-2cdc9f18-f998-448f-8fcc-3ebe81bfaeb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:44:48.567652 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-2cdc9f18-f998-448f-8fcc-3ebe81bfaeb0 service neutron] Attempting to bind port cb56d5cf-7249-4e4e-8442-56f05309978d on host hv-cinder-79716 for vnic_type normal with profile  {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:44:48.567903 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-2cdc9f18-f998-448f-8fcc-3ebe81bfaeb0 service neutron] Attempting to bind port cb56d5cf-7249-4e4e-8442-56f05309978d by drivers openvswitch,hyperv on host hv-cinder-79716 at level 0 using segments [{'id': 'b353d142-0a36-40df-8336-9af5800f33a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b5f73a6b-bdba-45ea-81bb-c5777efcbc71'}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:44:48.568232 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-2cdc9f18-f998-448f-8fcc-3ebe81bfaeb0 service neutron] Attempting to bind port cb56d5cf-7249-4e4e-8442-56f05309978d on network b5f73a6b-bdba-45ea-81bb-c5777efcbc71 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:44:48.575459 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-2cdc9f18-f998-448f-8fcc-3ebe81bfaeb0 service neutron] Port cb56d5cf-7249-4e4e-8442-56f05309978d on network b5f73a6b-bdba-45ea-81bb-c5777efcbc71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79716 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 16:44:48.575738 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb2872-5a3b-4bb3-bd64-18ff1352c7c4 req-1910b9e5-66f1-4275-8b7c-f4c78e1da520 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:48.576197 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-2cdc9f18-f998-448f-8fcc-3ebe81bfaeb0 service neutron] Attempting to bind port cb56d5cf-7249-4e4e-8442-56f05309978d on network b5f73a6b-bdba-45ea-81bb-c5777efcbc71 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:44:48.576932 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e2eb2872-5a3b-4bb3-bd64-18ff1352c7c4 req-1910b9e5-66f1-4275-8b7c-f4c78e1da520 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/ports?device_id=527c711d-a41c-47af-9951-913a51d7b84d HTTP/1.1" status: 200  len: 944 time: 0.0786273
Jun 21 16:44:48.583887 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-2cdc9f18-f998-448f-8fcc-3ebe81bfaeb0 service neutron] Checking agent: {'id': '8fa6119b-2ff5-4d4e-8bfd-f2c719c77604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79716', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'started_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:44:48.584218 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-2cdc9f18-f998-448f-8fcc-3ebe81bfaeb0 service neutron] Checking segment: {'id': 'b353d142-0a36-40df-8336-9af5800f33a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b5f73a6b-bdba-45ea-81bb-c5777efcbc71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:44:48.584593 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-2cdc9f18-f998-448f-8fcc-3ebe81bfaeb0 service neutron] Bound using segment: {'id': 'b353d142-0a36-40df-8336-9af5800f33a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b5f73a6b-bdba-45ea-81bb-c5777efcbc71'} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:44:48.585012 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-2cdc9f18-f998-448f-8fcc-3ebe81bfaeb0 service neutron] Bound port: cb56d5cf-7249-4e4e-8442-56f05309978d, host: hv-cinder-79716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b353d142-0a36-40df-8336-9af5800f33a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b5f73a6b-bdba-45ea-81bb-c5777efcbc71'}}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:44:48.585352 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-2cdc9f18-f998-448f-8fcc-3ebe81bfaeb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:48.624617 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e2eb2872-5a3b-4bb3-bd64-18ff1352c7c4 req-d2fd42d9-23f3-4fc8-afe6-f38af585389c tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/security-groups?id=23b30415-9f59-4a7a-b022-7d708e1e3467&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413768
Jun 21 16:44:48.677343 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0f030bbe-a693-4e69-a1ef-960eaa45b6bf tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:48.698786 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-2cdc9f18-f998-448f-8fcc-3ebe81bfaeb0 service neutron] For port cb56d5cf-7249-4e4e-8442-56f05309978d, host hv-cinder-79716, cleared binding levels {{(pid=78426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:44:48.702398 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-2cdc9f18-f998-448f-8fcc-3ebe81bfaeb0 service neutron] For port cb56d5cf-7249-4e4e-8442-56f05309978d, host hv-cinder-79716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=cb56d5cf-7249-4e4e-8442-56f05309978d,segment=NetworkSegment(b353d142-0a36-40df-8336-9af5800f33a2),segment_id=b353d142-0a36-40df-8336-9af5800f33a2)] {{(pid=78426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:44:48.708440 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-2cdc9f18-f998-448f-8fcc-3ebe81bfaeb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2434630'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:48.713622 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-8316567b-9f6e-4e55-8746-06d5780d013f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:44:48.809504 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-2cdc9f18-f998-448f-8fcc-3ebe81bfaeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:48.810138 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-2cdc9f18-f998-448f-8fcc-3ebe81bfaeb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:48.811760 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-2cdc9f18-f998-448f-8fcc-3ebe81bfaeb0 service neutron] 10.222.0.39 "PUT /v2.0/ports/cb56d5cf-7249-4e4e-8442-56f05309978d HTTP/1.1" status: 200  len: 1094 time: 1.5994015
Jun 21 16:44:48.812267 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '527c711d-a41c-47af-9951-913a51d7b84d', 'tag': 'cb56d5cf-7249-4e4e-8442-56f05309978d'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:44:48.837118 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0f030bbe-a693-4e69-a1ef-960eaa45b6bf tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:48.866798 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '527c711d-a41c-47af-9951-913a51d7b84d', 'tag': 'cb56d5cf-7249-4e4e-8442-56f05309978d', 'status': 'completed', 'code': 200}
Jun 21 16:44:48.879129 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc9f18-f998-448f-8fcc-3ebe81bfaeb0 service neutron] Pushing event updated for resources: {'Port': ['ID=cb56d5cf-7249-4e4e-8442-56f05309978d,revision_number=3']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:44:48.917739 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-2cdc9f18-f998-448f-8fcc-3ebe81bfaeb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:44:49.061892 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-d84f3e75-5535-4a8b-8ac2-a9b8451c5635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:49.063426 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-d84f3e75-5535-4a8b-8ac2-a9b8451c5635 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d22b690692cb4be29b567ef53107456a&device_id=527c711d-a41c-47af-9951-913a51d7b84d HTTP/1.1" status: 200  len: 1097 time: 0.1814563
Jun 21 16:44:49.150680 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-257866a0-5534-4f9b-81d9-2b414ec2cf75 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb56d5cf-7249-4e4e-8442-56f05309978d HTTP/1.1" status: 200  len: 217 time: 0.0687296
Jun 21 16:44:49.213785 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0f030bbe-a693-4e69-a1ef-960eaa45b6bf tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for port, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:49.221782 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0f030bbe-a693-4e69-a1ef-960eaa45b6bf tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2434630'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:49.227582 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-f88b67f7-4348-484d-b0e0-36bf3fb4d222 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:44:49.278272 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-a5377e99-3cda-4a7c-9d3f-8c22f32da05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:49.279736 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-a5377e99-3cda-4a7c-9d3f-8c22f32da05d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f8f2324-abbb-4348-b03a-3477903b88ca HTTP/1.1" status: 200  len: 854 time: 0.1208975
Jun 21 16:44:49.372914 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-4b8b90f5-d6de-4491-97ef-8cae01d1c223 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b5f73a6b-bdba-45ea-81bb-c5777efcbc71&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0629351
Jun 21 16:44:49.377604 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f030bbe-a693-4e69-a1ef-960eaa45b6bf tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Pushing event updated for resources: {'Port': ['ID=23f1b95e-da03-464b-85aa-d0b9b3f60e5c,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:44:49.382730 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-0f030bbe-a693-4e69-a1ef-960eaa45b6bf tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:44:49.424142 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0f030bbe-a693-4e69-a1ef-960eaa45b6bf tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727397'] for floatingip, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:49.762298 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-fa406eea-344d-4357-8a0d-9c1c1b4bae44 service neutron] 10.222.0.39 "GET /v2.0/networks/b5f73a6b-bdba-45ea-81bb-c5777efcbc71?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3821476
Jun 21 16:44:49.797746 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.db.l3_db [None req-0f030bbe-a693-4e69-a1ef-960eaa45b6bf tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Floating IP 5753adaf-2795-4da2-8119-e42b08e28f91 associated. External IP: 172.27.1.74, port: 04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb.
Jun 21 16:44:49.810085 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4aee70-016f-46cf-b7df-4f3c711b4982 req-f41b449e-d42f-4ddf-bfcd-e43c881851f8 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:49.811833 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ad4aee70-016f-46cf-b7df-4f3c711b4982 req-f41b449e-d42f-4ddf-bfcd-e43c881851f8 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/ports?device_id=527c711d-a41c-47af-9951-913a51d7b84d HTTP/1.1" status: 200  len: 944 time: 0.0799832
Jun 21 16:44:49.856410 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-ad4aee70-016f-46cf-b7df-4f3c711b4982 req-904921af-b1cc-4ad3-b9f8-f519809af095 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/security-groups?id=23b30415-9f59-4a7a-b022-7d708e1e3467&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380034
Jun 21 16:44:50.052030 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-8c708379-15d5-40c2-892a-df25cc3f7d53 req-e166e2fa-71b7-4bde-90c4-332542f2e401 service neutron] 10.222.0.39 "GET /v2.0/networks/b5f73a6b-bdba-45ea-81bb-c5777efcbc71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2767498
Jun 21 16:44:50.111315 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-8cf593dd-8998-4309-82d2-be9cdbab35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:50.289155 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f030bbe-a693-4e69-a1ef-960eaa45b6bf tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Router 1c331204-6ec0-4171-89fb-d058fa373702 has already been hosted by L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb {{(pid=78426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 16:44:50.370184 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec070e-eccc-461b-8612-6dcfdca82168 req-10e2994d-3d10-4c74-b7b3-e284726abd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:50.371577 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-3eec070e-eccc-461b-8612-6dcfdca82168 req-10e2994d-3d10-4c74-b7b3-e284726abd7f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d22b690692cb4be29b567ef53107456a&device_id=527c711d-a41c-47af-9951-913a51d7b84d HTTP/1.1" status: 200  len: 1097 time: 0.2248302
Jun 21 16:44:50.566246 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f030bbe-a693-4e69-a1ef-960eaa45b6bf tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:44:50.575229 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69e027f-8776-4d8a-ae6a-c7191469ec21 None None] Sync routers for ids ['1c331204-6ec0-4171-89fb-d058fa373702'] in dv-cinder-797161-1-iscsi {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:44:50.585481 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69e027f-8776-4d8a-ae6a-c7191469ec21 None None] Routers {'1c331204-6ec0-4171-89fb-d058fa373702'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:44:50.586102 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-a69e027f-8776-4d8a-ae6a-c7191469ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979e173430>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:44:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['1c331204-6ec0-4171-89fb-d058fa373702'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:44:50.596078 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec070e-eccc-461b-8612-6dcfdca82168 req-34b93740-c862-4a47-94d9-a1df676c2932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:50.597538 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-3eec070e-eccc-461b-8612-6dcfdca82168 req-34b93740-c862-4a47-94d9-a1df676c2932 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b5f73a6b-bdba-45ea-81bb-c5777efcbc71 HTTP/1.1" status: 200  len: 915 time: 0.2159622
Jun 21 16:44:50.655918 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0f030bbe-a693-4e69-a1ef-960eaa45b6bf tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:50.690481 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-3eec070e-eccc-461b-8612-6dcfdca82168 req-d9fda52a-b516-4f22-9e68-0e3b929f594e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb56d5cf-7249-4e4e-8442-56f05309978d HTTP/1.1" status: 200  len: 217 time: 0.0861838
Jun 21 16:44:50.761877 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-0f030bbe-a693-4e69-a1ef-960eaa45b6bf tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 4.1832938
Jun 21 16:44:50.773018 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec070e-eccc-461b-8612-6dcfdca82168 req-1a28a534-c386-4565-a9b0-4594ff840f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:50.774409 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-3eec070e-eccc-461b-8612-6dcfdca82168 req-1a28a534-c386-4565-a9b0-4594ff840f3c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f8f2324-abbb-4348-b03a-3477903b88ca HTTP/1.1" status: 200  len: 854 time: 0.0650241
Jun 21 16:44:50.791303 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-a69e027f-8776-4d8a-ae6a-c7191469ec21 None None] Set router 1c331204-6ec0-4171-89fb-d058fa373702 gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:44:50.834510 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-3eec070e-eccc-461b-8612-6dcfdca82168 req-5cc81a97-7068-484d-87df-ee6330d786e3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b5f73a6b-bdba-45ea-81bb-c5777efcbc71&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0401592
Jun 21 16:44:50.867567 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc', 'tag': '04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:44:50.939220 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:50.961620 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc', 'tag': '04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb', 'status': 'completed', 'code': 200}
Jun 21 16:44:50.993355 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-3eec070e-eccc-461b-8612-6dcfdca82168 req-3ae94868-19ac-4934-ac3c-8a84e33277bf service neutron] 10.222.0.39 "GET /v2.0/networks/b5f73a6b-bdba-45ea-81bb-c5777efcbc71?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1507368
Jun 21 16:44:51.099824 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device cb56d5cf-7249-4e4e-8442-56f05309978d details requested by agent hyperv_hv-cinder-79716 with host hv-cinder-79716 {{(pid=78428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 16:44:51.218613 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3db92-d271-4745-8422-831ad1e8e9bc req-fc659b7b-d5e8-416e-9788-180f2011fc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:51.221155 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e6b3db92-d271-4745-8422-831ad1e8e9bc req-fc659b7b-d5e8-416e-9788-180f2011fc3b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=11bb3c615f364358bf7e47b3024a2fb9&device_id=6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc HTTP/1.1" status: 200  len: 1098 time: 0.2527685
Jun 21 16:44:51.228987 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29982def-1318-4212-9a7a-bec8ae7f0f1b req-c056ae0d-4de6-451e-b448-bead989845c6 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:51.229967 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-29982def-1318-4212-9a7a-bec8ae7f0f1b req-c056ae0d-4de6-451e-b448-bead989845c6 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/ports?device_id=527c711d-a41c-47af-9951-913a51d7b84d HTTP/1.1" status: 200  len: 944 time: 0.2227261
Jun 21 16:44:51.253615 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-3eec070e-eccc-461b-8612-6dcfdca82168 req-c7c3cbe6-2b59-422b-8702-53e45a29512b service neutron] 10.222.0.39 "GET /v2.0/networks/b5f73a6b-bdba-45ea-81bb-c5777efcbc71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2536881
Jun 21 16:44:51.277725 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-a69e027f-8776-4d8a-ae6a-c7191469ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979e173430>, [{'id': '1c331204-6ec0-4171-89fb-d058fa373702', 'name': 'tempest-TestVolumeBootPattern-879465801-router', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:39:00Z', 'updated_at': '2021-06-21T16:39:04Z', 'revision_number': 4, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'gw_port': {'id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:36:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:01Z', 'updated_at': '2021-06-21T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_floatingips': [{'id': '5753adaf-2795-4da2-8119-e42b08e28f91', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'router_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'port_id': '04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'mac_address': 'fa:16:3e:d5:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T16:44:48Z', 'updated_at': '2021-06-21T16:44:48Z', 'revision_number': 0, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'fixed_ip_address_scope': None}, {'id': 'd6af2e42-6a55-4372-a7a0-206fc058cf4e', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'router_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'port_id': 'b5a4cff0-5c49-42db-84da-6873e56994bc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'mac_address': 'fa:16:3e:83:c1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bba57b-9361-40f1-90a9-cf7d8eb8c36a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T16:42:30Z', 'updated_at': '2021-06-21T16:42:32Z', 'revision_number': 1, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc6fb73-8003-48a7-9820-ab192af4ae1d', 'name': '', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'mac_address': 'fa:16:3e:06:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '95146380-c6e8-44b8-bebc-b70e51427629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:03Z', 'updated_at': '2021-06-21T16:39:11Z', 'revision_number': 5, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'subnets': [{'id': '95146380-c6e8-44b8-bebc-b70e51427629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:44:51.294590 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69e027f-8776-4d8a-ae6a-c7191469ec21 None None] Checking router: 1c331204-6ec0-4171-89fb-d058fa373702 for host: dv-cinder-797161-1-iscsi {{(pid=78428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:44:51.301968 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port cb56d5cf-7249-4e4e-8442-56f05309978d, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=cb56d5cf-7249-4e4e-8442-56f05309978d,segment=NetworkSegment(b353d142-0a36-40df-8336-9af5800f33a2),segment_id=b353d142-0a36-40df-8336-9af5800f33a2)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:44:51.319032 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69e027f-8776-4d8a-ae6a-c7191469ec21 None None] Routers {'1c331204-6ec0-4171-89fb-d058fa373702'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:44:51.319652 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-a69e027f-8776-4d8a-ae6a-c7191469ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979e173430>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:44:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['1c331204-6ec0-4171-89fb-d058fa373702'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:44:51.368471 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-29982def-1318-4212-9a7a-bec8ae7f0f1b req-57f594ba-e219-4433-9a72-2f5f2a27b2c1 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/security-groups?id=23b30415-9f59-4a7a-b022-7d708e1e3467&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195939
Jun 21 16:44:51.373304 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Returning: {'device': 'cb56d5cf-7249-4e4e-8442-56f05309978d', 'network_id': 'b5f73a6b-bdba-45ea-81bb-c5777efcbc71', 'port_id': 'cb56d5cf-7249-4e4e-8442-56f05309978d', 'mac_address': 'fa:16:3e:aa:7a:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8f2324-abbb-4348-b03a-3477903b88ca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 16:44:51.397182 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3db92-d271-4745-8422-831ad1e8e9bc req-e565e423-0acc-430f-857b-d16e5fd8a118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:51.398604 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e6b3db92-d271-4745-8422-831ad1e8e9bc req-e565e423-0acc-430f-857b-d16e5fd8a118 service neutron] 10.222.0.39 "GET /v2.0/networks?id=246ee509-2b5e-4a56-b181-933ba128d253 HTTP/1.1" status: 200  len: 912 time: 0.1678262
Jun 21 16:44:51.466137 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:51.497754 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e6b3db92-d271-4745-8422-831ad1e8e9bc req-4841fcac-4d33-453a-8626-06793b2c5a4b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb HTTP/1.1" status: 200  len: 998 time: 0.0919960
Jun 21 16:44:51.514956 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:51.552213 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb56d5cf-7249-4e4e-8442-56f05309978d {{(pid=78428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:44:51.562133 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3db92-d271-4745-8422-831ad1e8e9bc req-d1b1e497-d5a3-4d28-a3db-c35ce2ba0688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:51.563717 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e6b3db92-d271-4745-8422-831ad1e8e9bc req-d1b1e497-d5a3-4d28-a3db-c35ce2ba0688 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=95146380-c6e8-44b8-bebc-b70e51427629 HTTP/1.1" status: 200  len: 850 time: 0.0601668
Jun 21 16:44:51.577704 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-a69e027f-8776-4d8a-ae6a-c7191469ec21 None None] Set router 1c331204-6ec0-4171-89fb-d058fa373702 gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:44:51.628366 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port cb56d5cf-7249-4e4e-8442-56f05309978d, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=cb56d5cf-7249-4e4e-8442-56f05309978d,segment=NetworkSegment(b353d142-0a36-40df-8336-9af5800f33a2),segment_id=b353d142-0a36-40df-8336-9af5800f33a2)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:44:51.637478 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3db92-d271-4745-8422-831ad1e8e9bc req-7ab9bded-dfdf-41d5-91b7-d598a30f1ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:51.637733 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:51.638937 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e6b3db92-d271-4745-8422-831ad1e8e9bc req-7ab9bded-dfdf-41d5-91b7-d598a30f1ee5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=246ee509-2b5e-4a56-b181-933ba128d253&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0693498
Jun 21 16:44:51.643987 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:44:51.773245 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e6b3db92-d271-4745-8422-831ad1e8e9bc req-5854d454-1e79-4712-b914-e01d7c62aa6f service neutron] 10.222.0.39 "GET /v2.0/networks/246ee509-2b5e-4a56-b181-933ba128d253?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1276970
Jun 21 16:44:51.794303 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=cb56d5cf-7249-4e4e-8442-56f05309978d,revision_number=4']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:44:51.799749 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:44:51.905703 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e6b3db92-d271-4745-8422-831ad1e8e9bc req-27a86d7a-7482-4b50-a13d-9d513199b1f6 service neutron] 10.222.0.39 "GET /v2.0/networks/246ee509-2b5e-4a56-b181-933ba128d253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253490
Jun 21 16:44:51.925816 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['cb56d5cf-7249-4e4e-8442-56f05309978d'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:44:52.114711 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-a69e027f-8776-4d8a-ae6a-c7191469ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979e173430>, [{'id': '1c331204-6ec0-4171-89fb-d058fa373702', 'name': 'tempest-TestVolumeBootPattern-879465801-router', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:39:00Z', 'updated_at': '2021-06-21T16:39:04Z', 'revision_number': 4, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'gw_port': {'id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:36:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:01Z', 'updated_at': '2021-06-21T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_floatingips': [{'id': '5753adaf-2795-4da2-8119-e42b08e28f91', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'router_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'port_id': '04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'mac_address': 'fa:16:3e:d5:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T16:44:48Z', 'updated_at': '2021-06-21T16:44:48Z', 'revision_number': 0, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'fixed_ip_address_scope': None}, {'id': 'd6af2e42-6a55-4372-a7a0-206fc058cf4e', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'router_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'port_id': 'b5a4cff0-5c49-42db-84da-6873e56994bc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'mac_address': 'fa:16:3e:83:c1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bba57b-9361-40f1-90a9-cf7d8eb8c36a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T16:42:30Z', 'updated_at': '2021-06-21T16:42:32Z', 'revision_number': 1, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc6fb73-8003-48a7-9820-ab192af4ae1d', 'name': '', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'mac_address': 'fa:16:3e:06:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '95146380-c6e8-44b8-bebc-b70e51427629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:03Z', 'updated_at': '2021-06-21T16:39:11Z', 'revision_number': 5, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'subnets': [{'id': '95146380-c6e8-44b8-bebc-b70e51427629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:44:52.129219 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69e027f-8776-4d8a-ae6a-c7191469ec21 None None] The sync data for ids ['1c331204-6ec0-4171-89fb-d058fa373702'] in dv-cinder-797161-1-iscsi is: [{'id': '1c331204-6ec0-4171-89fb-d058fa373702', 'name': 'tempest-TestVolumeBootPattern-879465801-router', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:39:00Z', 'updated_at': '2021-06-21T16:39:04Z', 'revision_number': 4, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'gw_port': {'id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:36:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:01Z', 'updated_at': '2021-06-21T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_floatingips': [{'id': '5753adaf-2795-4da2-8119-e42b08e28f91', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'router_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'port_id': '04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'mac_address': 'fa:16:3e:d5:51:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T16:44:48Z', 'updated_at': '2021-06-21T16:44:48Z', 'revision_number': 0, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'fixed_ip_address_scope': None}, {'id': 'd6af2e42-6a55-4372-a7a0-206fc058cf4e', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'router_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'port_id': 'b5a4cff0-5c49-42db-84da-6873e56994bc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'mac_address': 'fa:16:3e:83:c1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bba57b-9361-40f1-90a9-cf7d8eb8c36a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T16:42:30Z', 'updated_at': '2021-06-21T16:42:32Z', 'revision_number': 1, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc6fb73-8003-48a7-9820-ab192af4ae1d', 'name': '', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'mac_address': 'fa:16:3e:06:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '95146380-c6e8-44b8-bebc-b70e51427629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:03Z', 'updated_at': '2021-06-21T16:39:11Z', 'revision_number': 5, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'subnets': [{'id': '95146380-c6e8-44b8-bebc-b70e51427629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:44:52.318756 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5555458f-e490-4902-b7ff-11126b73ddeb None None] New status for floating IP 5753adaf-2795-4da2-8119-e42b08e28f91: ACTIVE {{(pid=78429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 16:44:52.461084 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:52.558684 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09222499-1f22-489d-b6c9-0498608b503f req-e8908e85-15d5-4e92-8eba-18e68334d3b5 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:52.560149 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-09222499-1f22-489d-b6c9-0498608b503f req-e8908e85-15d5-4e92-8eba-18e68334d3b5 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/ports?device_id=527c711d-a41c-47af-9951-913a51d7b84d HTTP/1.1" status: 200  len: 945 time: 0.0822361
Jun 21 16:44:52.612800 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-09222499-1f22-489d-b6c9-0498608b503f req-702cbdab-93da-4a8c-8467-97f422c9dc9e tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/security-groups?id=23b30415-9f59-4a7a-b022-7d708e1e3467&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439930
Jun 21 16:44:53.120170 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device cb56d5cf-7249-4e4e-8442-56f05309978d up at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:44:53.189920 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning for port cb56d5cf-7249-4e4e-8442-56f05309978d completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:44:53.194496 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning complete for port cb56d5cf-7249-4e4e-8442-56f05309978d triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:44:53.194864 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:53.307252 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:53.332804 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527c711d-a41c-47af-9951-913a51d7b84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb56d5cf-7249-4e4e-8442-56f05309978d'}] {{(pid=78428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:44:53.342624 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port cb56d5cf-7249-4e4e-8442-56f05309978d, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=cb56d5cf-7249-4e4e-8442-56f05309978d,segment=NetworkSegment(b353d142-0a36-40df-8336-9af5800f33a2),segment_id=b353d142-0a36-40df-8336-9af5800f33a2)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:44:53.346987 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:44:53.348905 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:44:53.384724 dv-cinder-797161-1-iscsi neutron-server[78428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527c711d-a41c-47af-9951-913a51d7b84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb56d5cf-7249-4e4e-8442-56f05309978d', 'code': 200}
Jun 21 16:44:53.415238 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=cb56d5cf-7249-4e4e-8442-56f05309978d,revision_number=5']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:44:53.418505 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:44:53.637315 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0622993-e23b-4720-b5d5-e828026f3703 req-9554910b-2451-4699-9b59-2dc27db5c424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:53.638763 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f0622993-e23b-4720-b5d5-e828026f3703 req-9554910b-2451-4699-9b59-2dc27db5c424 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=527c711d-a41c-47af-9951-913a51d7b84d HTTP/1.1" status: 200  len: 1099 time: 0.0688977
Jun 21 16:44:53.687467 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f0622993-e23b-4720-b5d5-e828026f3703 req-772323c2-6768-49d7-9a1c-163bd3790960 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=23b30415-9f59-4a7a-b022-7d708e1e3467&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390041
Jun 21 16:44:53.797369 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e65f91-17dd-4443-812d-cad51977bfdf req-e95cff71-4504-4300-8e88-3917cd781f08 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:53.798805 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-27e65f91-17dd-4443-812d-cad51977bfdf req-e95cff71-4504-4300-8e88-3917cd781f08 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/ports?device_id=527c711d-a41c-47af-9951-913a51d7b84d HTTP/1.1" status: 200  len: 946 time: 0.0776856
Jun 21 16:44:53.843057 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-27e65f91-17dd-4443-812d-cad51977bfdf req-9fc4e6a1-b9e7-42c4-922c-301d2caecbb9 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/security-groups?id=23b30415-9f59-4a7a-b022-7d708e1e3467&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385761
Jun 21 16:44:55.034350 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1845d-7291-44ce-9973-d8e3bac7264d req-d910e6fe-49bc-49b9-9ee5-0fb668d5b8c9 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:44:55.035827 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b7a1845d-7291-44ce-9973-d8e3bac7264d req-d910e6fe-49bc-49b9-9ee5-0fb668d5b8c9 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/ports?device_id=527c711d-a41c-47af-9951-913a51d7b84d HTTP/1.1" status: 200  len: 946 time: 0.0811126
Jun 21 16:44:55.082041 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b7a1845d-7291-44ce-9973-d8e3bac7264d req-0d689865-75b9-45da-ba0d-236093671449 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/security-groups?id=23b30415-9f59-4a7a-b022-7d708e1e3467&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405130
Jun 21 16:45:17.430843 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352418c1-87c0-4582-beab-02a11e494b45 req-f60c144d-b23f-44e4-a482-0efdc59444b3 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:45:17.432224 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-352418c1-87c0-4582-beab-02a11e494b45 req-f60c144d-b23f-44e4-a482-0efdc59444b3 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/ports?device_id=527c711d-a41c-47af-9951-913a51d7b84d HTTP/1.1" status: 200  len: 946 time: 0.0799313
Jun 21 16:45:17.466574 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-286f2a04-19a1-4b96-8238-a3dbd774b5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:17.477049 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-352418c1-87c0-4582-beab-02a11e494b45 req-733c20a0-43ce-45fa-b7d6-2acd163a77cd tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/security-groups?id=23b30415-9f59-4a7a-b022-7d708e1e3467&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388446
Jun 21 16:45:17.896964 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:18.664143 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb78c6-4c5f-4189-9cd3-a65b81a1237d req-63e3df18-b5a7-4dee-ab84-b58a2cc7d2c5 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:45:18.665573 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-23bb78c6-4c5f-4189-9cd3-a65b81a1237d req-63e3df18-b5a7-4dee-ab84-b58a2cc7d2c5 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/ports?device_id=527c711d-a41c-47af-9951-913a51d7b84d HTTP/1.1" status: 200  len: 946 time: 0.0822585
Jun 21 16:45:18.710457 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-23bb78c6-4c5f-4189-9cd3-a65b81a1237d req-1519b7c8-6d98-42c7-9945-9e8b85327b45 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/security-groups?id=23b30415-9f59-4a7a-b022-7d708e1e3467&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393031
Jun 21 16:45:19.167317 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8d03a-f8ec-49e1-8725-60d04f7397c9 req-18ba209b-97a8-4aba-9794-f21e5a5e5875 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:45:19.168728 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-87a8d03a-f8ec-49e1-8725-60d04f7397c9 req-18ba209b-97a8-4aba-9794-f21e5a5e5875 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.39 "GET /v2.0/ports?device_id=527c711d-a41c-47af-9951-913a51d7b84d HTTP/1.1" status: 200  len: 946 time: 0.0805519
Jun 21 16:45:19.237108 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [req-87a8d03a-f8ec-49e1-8725-60d04f7397c9 req-91bf6967-2591-456a-ab2c-f5807339e2bc tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Deleting port cb56d5cf-7249-4e4e-8442-56f05309978d {{(pid=78427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:45:19.237437 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-87a8d03a-f8ec-49e1-8725-60d04f7397c9 req-91bf6967-2591-456a-ab2c-f5807339e2bc tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:19.563704 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [req-87a8d03a-f8ec-49e1-8725-60d04f7397c9 req-91bf6967-2591-456a-ab2c-f5807339e2bc tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] For port cb56d5cf-7249-4e4e-8442-56f05309978d, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=cb56d5cf-7249-4e4e-8442-56f05309978d,segment=NetworkSegment(b353d142-0a36-40df-8336-9af5800f33a2),segment_id=b353d142-0a36-40df-8336-9af5800f33a2)] {{(pid=78427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:45:19.564056 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-87a8d03a-f8ec-49e1-8725-60d04f7397c9 req-91bf6967-2591-456a-ab2c-f5807339e2bc tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:19.682942 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [req-87a8d03a-f8ec-49e1-8725-60d04f7397c9 req-91bf6967-2591-456a-ab2c-f5807339e2bc tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Calling delete_port for cb56d5cf-7249-4e4e-8442-56f05309978d owned by compute:nova {{(pid=78427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:45:19.864832 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-87a8d03a-f8ec-49e1-8725-60d04f7397c9 req-91bf6967-2591-456a-ab2c-f5807339e2bc tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1910645'] for port, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:19.870862 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-a64287d8-9459-46d4-9fc0-f114eb902545 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:45:19.928388 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf6967-2591-456a-ab2c-f5807339e2bc tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Pushing event deleted for resources: {'Port': ['ID=cb56d5cf-7249-4e4e-8442-56f05309978d,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:45:19.971319 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf6967-2591-456a-ab2c-f5807339e2bc tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:45:19.971722 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf6967-2591-456a-ab2c-f5807339e2bc tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:45:19.972081 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf6967-2591-456a-ab2c-f5807339e2bc tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:45:19.972434 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf6967-2591-456a-ab2c-f5807339e2bc tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:45:19.972784 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf6967-2591-456a-ab2c-f5807339e2bc tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:45:19.973132 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf6967-2591-456a-ab2c-f5807339e2bc tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:45:19.973477 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf6967-2591-456a-ab2c-f5807339e2bc tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:45:19.973823 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf6967-2591-456a-ab2c-f5807339e2bc tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:45:19.974163 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf6967-2591-456a-ab2c-f5807339e2bc tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:45:19.974502 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf6967-2591-456a-ab2c-f5807339e2bc tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:45:19.974842 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf6967-2591-456a-ab2c-f5807339e2bc tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:45:19.975182 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf6967-2591-456a-ab2c-f5807339e2bc tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:45:20.007469 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-91bf6967-2591-456a-ab2c-f5807339e2bc tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:45:20.013939 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a8d03a-f8ec-49e1-8725-60d04f7397c9 req-91bf6967-2591-456a-ab2c-f5807339e2bc tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] No DVR routers for this DVR port cb56d5cf-7249-4e4e-8442-56f05309978d on host hv-cinder-79716 {{(pid=78427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 16:45:20.017985 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-87a8d03a-f8ec-49e1-8725-60d04f7397c9 req-91bf6967-2591-456a-ab2c-f5807339e2bc tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:20.020418 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527c711d-a41c-47af-9951-913a51d7b84d', 'name': 'network-vif-deleted', 'tag': 'cb56d5cf-7249-4e4e-8442-56f05309978d'}] {{(pid=78427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:45:20.036215 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-87a8d03a-f8ec-49e1-8725-60d04f7397c9 req-91bf6967-2591-456a-ab2c-f5807339e2bc tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.39 "DELETE /v2.0/ports/cb56d5cf-7249-4e4e-8442-56f05309978d HTTP/1.1" status: 204  len: 173 time: 0.8611472
Jun 21 16:45:20.046542 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848b60e-35e8-4261-b98e-873bf511e397 req-24f9b5e3-9b06-4f2f-9cf1-1dc6981f6325 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:45:20.047414 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-5848b60e-35e8-4261-b98e-873bf511e397 req-24f9b5e3-9b06-4f2f-9cf1-1dc6981f6325 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Synchronizing usage tracker for tenant:d22b690692cb4be29b567ef53107456a on resource:port {{(pid=78427) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:45:20.067228 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-5848b60e-35e8-4261-b98e-873bf511e397 req-24f9b5e3-9b06-4f2f-9cf1-1dc6981f6325 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Unset dirty status for tenant:d22b690692cb4be29b567ef53107456a on resource:port {{(pid=78427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:45:20.068424 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5848b60e-35e8-4261-b98e-873bf511e397 req-24f9b5e3-9b06-4f2f-9cf1-1dc6981f6325 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/ports?device_id=527c711d-a41c-47af-9951-913a51d7b84d HTTP/1.1" status: 200  len: 867 time: 0.2505548
Jun 21 16:45:20.126471 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5848b60e-35e8-4261-b98e-873bf511e397 req-7b8adc73-6d2d-4217-94e5-f0b0630af01c tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] 10.222.0.24 "GET /v2.0/security-groups?id=23b30415-9f59-4a7a-b022-7d708e1e3467&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470095
Jun 21 16:45:20.137617 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-69be1f25-7c67-4e5d-b97c-218378224904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:20.156869 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527c711d-a41c-47af-9951-913a51d7b84d', 'name': 'network-vif-deleted', 'tag': 'cb56d5cf-7249-4e4e-8442-56f05309978d', 'status': 'completed', 'code': 200}
Jun 21 16:45:20.722456 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:45:20.857421 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:21.287972 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device cb56d5cf-7249-4e4e-8442-56f05309978d no longer exists at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:45:21.322140 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] No Port match for: cb56d5cf-7249-4e4e-8442-56f05309978d {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:45:21.322488 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device cb56d5cf-7249-4e4e-8442-56f05309978d not bound to the agent host hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:45:21.437215 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:22.462618 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:46.638767 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46088) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:45:46.700002 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_v2 [None req-93408006-5d79-4d1e-a1dc-9a5d23bacd5a admin admin] Deleting subnet 5f8f2324-abbb-4348-b03a-3477903b88ca {{(pid=78426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Jun 21 16:45:46.702819 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-93408006-5d79-4d1e-a1dc-9a5d23bacd5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:46.749819 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-93408006-5d79-4d1e-a1dc-9a5d23bacd5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3128838'] for subnet, precommit_delete_associations {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:46.806536 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-93408006-5d79-4d1e-a1dc-9a5d23bacd5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640788'] for subnet, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:47.041051 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-93408006-5d79-4d1e-a1dc-9a5d23bacd5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2434572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2228998'] for subnet, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:47.044462 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:45:47.079932 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93408006-5d79-4d1e-a1dc-9a5d23bacd5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f8f2324-abbb-4348-b03a-3477903b88ca,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:45:47.089763 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-93408006-5d79-4d1e-a1dc-9a5d23bacd5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:47.092752 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93408006-5d79-4d1e-a1dc-9a5d23bacd5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:45:47.093131 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93408006-5d79-4d1e-a1dc-9a5d23bacd5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:45:47.093504 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93408006-5d79-4d1e-a1dc-9a5d23bacd5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:45:47.093866 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93408006-5d79-4d1e-a1dc-9a5d23bacd5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:45:47.094222 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93408006-5d79-4d1e-a1dc-9a5d23bacd5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:45:47.094579 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93408006-5d79-4d1e-a1dc-9a5d23bacd5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:45:47.094932 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93408006-5d79-4d1e-a1dc-9a5d23bacd5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:45:47.095283 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93408006-5d79-4d1e-a1dc-9a5d23bacd5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:45:47.096189 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93408006-5d79-4d1e-a1dc-9a5d23bacd5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:45:47.096512 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93408006-5d79-4d1e-a1dc-9a5d23bacd5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:45:47.096860 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93408006-5d79-4d1e-a1dc-9a5d23bacd5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:45:47.097205 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93408006-5d79-4d1e-a1dc-9a5d23bacd5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:45:47.100699 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-93408006-5d79-4d1e-a1dc-9a5d23bacd5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:45:47.103451 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-93408006-5d79-4d1e-a1dc-9a5d23bacd5a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5f8f2324-abbb-4348-b03a-3477903b88ca HTTP/1.1" status: 204  len: 168 time: 0.4636571
Jun 21 16:45:47.105826 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46092) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:45:47.208541 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ba811e3f-ae19-4acf-80a1-7f17f439829c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614427'] for network, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:47.332015 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ba811e3f-ae19-4acf-80a1-7f17f439829c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640139', 'neutron.services.segments.db._delete_segments_for_network-8768074427558'] for network, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:47.344326 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.services.segments.db [None req-ba811e3f-ae19-4acf-80a1-7f17f439829c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f979c0e41c0>,) {'filters': {'network_id': ['b5f73a6b-bdba-45ea-81bb-c5777efcbc71']}} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:45:47.355955 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.services.segments.db [None req-ba811e3f-ae19-4acf-80a1-7f17f439829c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f979c0e41c0>, 'b353d142-0a36-40df-8336-9af5800f33a2') {'for_net_delete': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:45:47.356249 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.services.segments.db [None req-ba811e3f-ae19-4acf-80a1-7f17f439829c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f979c0e41c0>, 'b353d142-0a36-40df-8336-9af5800f33a2') {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:45:47.367544 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ba811e3f-ae19-4acf-80a1-7f17f439829c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768074438669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3128881'] for segment, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:47.383776 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ba811e3f-ae19-4acf-80a1-7f17f439829c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645578'] for segment, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:47.389738 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba811e3f-ae19-4acf-80a1-7f17f439829c admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=78426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 16:45:47.390117 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ba811e3f-ae19-4acf-80a1-7f17f439829c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-645571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2481582'] for segment, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:47.402893 dv-cinder-797161-1-iscsi neutron-server[78426]: Traceback (most recent call last):
Jun 21 16:45:47.402893 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 16:45:47.402893 dv-cinder-797161-1-iscsi neutron-server[78426]:     timer()
Jun 21 16:45:47.402893 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 16:45:47.402893 dv-cinder-797161-1-iscsi neutron-server[78426]:     cb(*args, **kw)
Jun 21 16:45:47.402893 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 16:45:47.402893 dv-cinder-797161-1-iscsi neutron-server[78426]:     return func(*args, **kwargs)
Jun 21 16:45:47.402893 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 16:45:47.402893 dv-cinder-797161-1-iscsi neutron-server[78426]:     self._notify()
Jun 21 16:45:47.402893 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 16:45:47.402893 dv-cinder-797161-1-iscsi neutron-server[78426]:     self.callback(batched_events)
Jun 21 16:45:47.402893 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 16:45:47.402893 dv-cinder-797161-1-iscsi neutron-server[78426]:     event.method(event)
Jun 21 16:45:47.402893 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 16:45:47.402893 dv-cinder-797161-1-iscsi neutron-server[78426]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 16:45:47.402893 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 16:45:47.402893 dv-cinder-797161-1-iscsi neutron-server[78426]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 16:45:47.402893 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 16:45:47.402893 dv-cinder-797161-1-iscsi neutron-server[78426]:     return f(self, *a, **k)
Jun 21 16:45:47.402893 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 16:45:47.402893 dv-cinder-797161-1-iscsi neutron-server[78426]:     return self._get(url).json()
Jun 21 16:45:47.402893 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 16:45:47.402893 dv-cinder-797161-1-iscsi neutron-server[78426]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 16:45:47.402893 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 16:45:47.402893 dv-cinder-797161-1-iscsi neutron-server[78426]:     return self.request(url, 'GET', **kwargs)
Jun 21 16:45:47.402893 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 16:45:47.402893 dv-cinder-797161-1-iscsi neutron-server[78426]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 16:45:47.402893 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 16:45:47.402893 dv-cinder-797161-1-iscsi neutron-server[78426]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 16:45:47.402893 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 16:45:47.402893 dv-cinder-797161-1-iscsi neutron-server[78426]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 16:45:47.402893 dv-cinder-797161-1-iscsi neutron-server[78426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 16:45:47.468882 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-38349b18-bed3-4b01-9b26-5125f7358c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:47.477226 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ba811e3f-ae19-4acf-80a1-7f17f439829c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1727415'] for network, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:47.480700 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:45:47.493536 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ba811e3f-ae19-4acf-80a1-7f17f439829c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for network, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:47.505300 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba811e3f-ae19-4acf-80a1-7f17f439829c admin admin] Pushing event deleted for resources: {'Network': ['ID=b5f73a6b-bdba-45ea-81bb-c5777efcbc71,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:45:47.508032 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-ba811e3f-ae19-4acf-80a1-7f17f439829c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:45:47.511863 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-ba811e3f-ae19-4acf-80a1-7f17f439829c admin admin] 10.222.0.24 "DELETE /v2.0/networks/b5f73a6b-bdba-45ea-81bb-c5777efcbc71 HTTP/1.1" status: 204  len: 168 time: 0.4051092
Jun 21 16:45:47.618852 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46098) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:45:47.666870 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-083a8bf9-2863-4e3c-8928-1d3a798c1994 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d22b690692cb4be29b567ef53107456a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0467429
Jun 21 16:45:47.669124 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46102) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:45:47.725436 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-14dd78c4-8139-424a-a2cd-8f0fb5ebc266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:47.749258 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-14dd78c4-8139-424a-a2cd-8f0fb5ebc266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:47.803139 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-14dd78c4-8139-424a-a2cd-8f0fb5ebc266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:47.806614 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-09d1ee52-3b10-4328-816f-8fa38550f4a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:45:47.819974 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd78c4-8139-424a-a2cd-8f0fb5ebc266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b30415-9f59-4a7a-b022-7d708e1e3467,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:45:47.822419 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-14dd78c4-8139-424a-a2cd-8f0fb5ebc266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:45:47.825791 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-14dd78c4-8139-424a-a2cd-8f0fb5ebc266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:47.826909 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-14dd78c4-8139-424a-a2cd-8f0fb5ebc266 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/23b30415-9f59-4a7a-b022-7d708e1e3467 HTTP/1.1" status: 204  len: 168 time: 0.1569252
Jun 21 16:45:47.897978 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:50.112318 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-04d82d09-9baf-46a0-8868-a48d87ac8058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:50.858584 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:51.456481 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:52.464653 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:57.448307 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46178) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:45:57.561323 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-b4d23538-10b0-45b7-ae2d-13e416a35035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:57.575825 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-b4d23538-10b0-45b7-ae2d-13e416a35035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:45:57.579511 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-b4d23538-10b0-45b7-ae2d-13e416a35035 admin admin] Usage tracker for resource:security_group_rule and tenant:bbc2ac1e8ef14b7ca1915bac4ba0b678 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:45:57.583085 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-b4d23538-10b0-45b7-ae2d-13e416a35035 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:45:57.588802 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-b4d23538-10b0-45b7-ae2d-13e416a35035 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:45:57.667369 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-b4d23538-10b0-45b7-ae2d-13e416a35035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:57.670728 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-b4d23538-10b0-45b7-ae2d-13e416a35035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:57.680262 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-25d1d037-9d51-4233-af48-2c43ffc36c6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:45:57.717729 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-b4d23538-10b0-45b7-ae2d-13e416a35035 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bbc2ac1e8ef14b7ca1915bac4ba0b678&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2683842
Jun 21 16:45:57.719457 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d23538-10b0-45b7-ae2d-13e416a35035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afe764c-8a73-43ac-b9e0-2efedeadf4a9,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:45:57.720340 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 46184) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:45:57.722848 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-b4d23538-10b0-45b7-ae2d-13e416a35035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:45:57.727404 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:45:57.779007 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-ed049e3d-6b41-47ab-ab2b-6337b8252131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:57.804405 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-ed049e3d-6b41-47ab-ab2b-6337b8252131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:57.855958 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-ed049e3d-6b41-47ab-ab2b-6337b8252131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:57.859486 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-c441b7d0-d6f5-4132-b219-a1aea2f86781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:45:57.870742 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed049e3d-6b41-47ab-ab2b-6337b8252131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afe764c-8a73-43ac-b9e0-2efedeadf4a9,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:45:57.874098 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-ed049e3d-6b41-47ab-ab2b-6337b8252131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:45:57.879426 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-ed049e3d-6b41-47ab-ab2b-6337b8252131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:57.880555 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-ed049e3d-6b41-47ab-ab2b-6337b8252131 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6afe764c-8a73-43ac-b9e0-2efedeadf4a9 HTTP/1.1" status: 204  len: 168 time: 0.1592474
Jun 21 16:45:58.522937 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46208) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:45:58.626301 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-ffe91a82-56b8-4c87-a040-14560b7afaec admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1258642182-network', 'tenant_id': '177d64542d4a47e89c017ce0156d10a2'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:45:58.631693 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-ffe91a82-56b8-4c87-a040-14560b7afaec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:45:58.635519 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-ffe91a82-56b8-4c87-a040-14560b7afaec admin admin] Usage tracker for resource:network and tenant:177d64542d4a47e89c017ce0156d10a2 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:45:58.638395 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-ffe91a82-56b8-4c87-a040-14560b7afaec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:45:58.645151 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-ffe91a82-56b8-4c87-a040-14560b7afaec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:45:58.654817 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe91a82-56b8-4c87-a040-14560b7afaec admin admin] Made reservation on behalf of 177d64542d4a47e89c017ce0156d10a2 for: {'network': 1} {{(pid=78426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:45:58.657120 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ffe91a82-56b8-4c87-a040-14560b7afaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for network, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:58.668853 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ffe91a82-56b8-4c87-a040-14560b7afaec admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:58.682932 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-ffe91a82-56b8-4c87-a040-14560b7afaec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:45:58.686638 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-ffe91a82-56b8-4c87-a040-14560b7afaec admin admin] Usage tracker for resource:security_group_rule and tenant:177d64542d4a47e89c017ce0156d10a2 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:45:58.690163 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-ffe91a82-56b8-4c87-a040-14560b7afaec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:45:58.695699 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-ffe91a82-56b8-4c87-a040-14560b7afaec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:45:58.778309 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ffe91a82-56b8-4c87-a040-14560b7afaec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:58.781837 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ffe91a82-56b8-4c87-a040-14560b7afaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:58.786195 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-4d34f4bc-b0e9-43ef-b883-8351fffbc370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:45:58.809206 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe91a82-56b8-4c87-a040-14560b7afaec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632}  {{(pid=78426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 16:45:58.821405 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe91a82-56b8-4c87-a040-14560b7afaec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f24954-5fd8-4236-a6d3-3e1e5aba854c,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:45:58.825245 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-ffe91a82-56b8-4c87-a040-14560b7afaec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:45:58.826136 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ffe91a82-56b8-4c87-a040-14560b7afaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645578'] for segment, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:58.826475 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.db.segments_db [None req-ffe91a82-56b8-4c87-a040-14560b7afaec admin admin] Added segment d5aa9258-6989-4900-b11f-c10735fd50ea of type vlan for network 26f51111-b954-47b2-a6f6-9888d0a11c17
Jun 21 16:45:58.852270 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ffe91a82-56b8-4c87-a040-14560b7afaec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768073942321'] for network, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:58.880559 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ffe91a82-56b8-4c87-a040-14560b7afaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592'] for network, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:58.881848 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe91a82-56b8-4c87-a040-14560b7afaec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:45:58.882436 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ffe91a82-56b8-4c87-a040-14560b7afaec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for network, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:58.887068 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-8df60311-5eb9-4d1c-b7cb-44301cb65c0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:45:58.987510 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe91a82-56b8-4c87-a040-14560b7afaec admin admin] Pushing event updated for resources: {'Network': ['ID=26f51111-b954-47b2-a6f6-9888d0a11c17,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:45:58.990884 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-ffe91a82-56b8-4c87-a040-14560b7afaec admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4668725
Jun 21 16:45:58.991900 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-ffe91a82-56b8-4c87-a040-14560b7afaec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:45:58.994030 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 46214) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:45:58.998280 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Network 26f51111-b954-47b2-a6f6-9888d0a11c17 details requested by agent ovs-agent-dv-cinder-797161-1-iscsi with host dv-cinder-797161-1-iscsi {{(pid=78428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 16:45:58.999521 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [None req-7ad7ef83-82c7-4b21-a871-e3b674e5a2e5 admin admin] Request body: {'subnet': {'network_id': '26f51111-b954-47b2-a6f6-9888d0a11c17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1258642182-subnet', 'tenant_id': '177d64542d4a47e89c017ce0156d10a2', 'ip_version': 4}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:45:59.004546 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-7ad7ef83-82c7-4b21-a871-e3b674e5a2e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:45:59.008324 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-7ad7ef83-82c7-4b21-a871-e3b674e5a2e5 admin admin] Usage tracker for resource:subnet and tenant:177d64542d4a47e89c017ce0156d10a2 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:45:59.011113 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-7ad7ef83-82c7-4b21-a871-e3b674e5a2e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:45:59.016831 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-7ad7ef83-82c7-4b21-a871-e3b674e5a2e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:45:59.027851 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad7ef83-82c7-4b21-a871-e3b674e5a2e5 admin admin] Made reservation on behalf of 177d64542d4a47e89c017ce0156d10a2 for: {'subnet': 1} {{(pid=78427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:45:59.030414 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-7ad7ef83-82c7-4b21-a871-e3b674e5a2e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301294'] for subnet, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:59.404123 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-7ad7ef83-82c7-4b21-a871-e3b674e5a2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1910745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301308'] for subnet, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:59.409248 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:45:59.482355 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7ef83-82c7-4b21-a871-e3b674e5a2e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bda7032f-3ad2-4169-8d69-c9e9bb18af06,revision_number=0']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:45:59.486515 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-7ad7ef83-82c7-4b21-a871-e3b674e5a2e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:45:59.487543 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad7ef83-82c7-4b21-a871-e3b674e5a2e5 admin admin] Checking segment: {'id': 'd5aa9258-6989-4900-b11f-c10735fd50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '26f51111-b954-47b2-a6f6-9888d0a11c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:45:59.487920 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad7ef83-82c7-4b21-a871-e3b674e5a2e5 admin admin] Network hostable DHCP agents. Network: 26f51111-b954-47b2-a6f6-9888d0a11c17, hostable agents: ['3e057b97-a383-4976-a3a1-556748f7f018'], hosted agents: [] {{(pid=78427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 16:45:59.507625 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad7ef83-82c7-4b21-a871-e3b674e5a2e5 admin admin] Network 26f51111-b954-47b2-a6f6-9888d0a11c17 is scheduled to be hosted by DHCP agent 3e057b97-a383-4976-a3a1-556748f7f018 with binding_index 1 {{(pid=78427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 16:45:59.516720 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.base_scheduler [None req-7ad7ef83-82c7-4b21-a871-e3b674e5a2e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797161-1-iscsi, 26f51111-b954-47b2-a6f6-9888d0a11c17) {{(pid=78427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:45:59.528817 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c94dd8-5f0c-49fd-af7b-a47e3359ab54 None None] Network 26f51111-b954-47b2-a6f6-9888d0a11c17 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:45:59.533357 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad7ef83-82c7-4b21-a871-e3b674e5a2e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:45:59.533953 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-7ad7ef83-82c7-4b21-a871-e3b674e5a2e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for subnet, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:59.557538 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46218) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:45:59.558153 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-7ad7ef83-82c7-4b21-a871-e3b674e5a2e5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5626919
Jun 21 16:45:59.563446 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-77a7cb64-9ffb-4246-8c70-968f6602a676 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1258642182-router', 'tenant_id': '177d64542d4a47e89c017ce0156d10a2', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'}}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:45:59.570314 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-77a7cb64-9ffb-4246-8c70-968f6602a676 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:45:59.574362 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-77a7cb64-9ffb-4246-8c70-968f6602a676 admin admin] Usage tracker for resource:router and tenant:177d64542d4a47e89c017ce0156d10a2 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:45:59.577289 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-77a7cb64-9ffb-4246-8c70-968f6602a676 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:45:59.583139 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-77a7cb64-9ffb-4246-8c70-968f6602a676 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:45:59.594245 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-77a7cb64-9ffb-4246-8c70-968f6602a676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1648372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-965'] for router, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:59.596165 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-77a7cb64-9ffb-4246-8c70-968f6602a676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1674493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-972'] for router, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:59.612716 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-77a7cb64-9ffb-4246-8c70-968f6602a676 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:59.756399 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b2dfdb-817e-414c-af26-989d3116dc35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a1ce61-a065-5478-9fd3-0dbf96752ebd-26f51111-b954-47b2-a6f6-9888d0a11c17', 'network_id': '26f51111-b954-47b2-a6f6-9888d0a11c17', 'tenant_id': '177d64542d4a47e89c017ce0156d10a2', 'fixed_ips': [{'subnet_id': 'bda7032f-3ad2-4169-8d69-c9e9bb18af06'}]}} from dv-cinder-797161-1-iscsi. {{(pid=78428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 21 16:45:59.757245 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-32b2dfdb-817e-414c-af26-989d3116dc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:45:59.912191 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.db_base_plugin_common [None req-32b2dfdb-817e-414c-af26-989d3116dc35 None None] Allocated IP 172.20.0.2 (26f51111-b954-47b2-a6f6-9888d0a11c17/bda7032f-3ad2-4169-8d69-c9e9bb18af06/3f2be24e-a400-4c24-9cc4-897b3256c78a) {{(pid=78428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:45:59.994760 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-77a7cb64-9ffb-4246-8c70-968f6602a676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1648335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-994'] for router, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:00.134823 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-32b2dfdb-817e-414c-af26-989d3116dc35 None None] Notify callbacks [] for port, precommit_create {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:00.145108 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-32b2dfdb-817e-414c-af26-989d3116dc35 None None] Transition to ACTIVE for port object 3f2be24e-a400-4c24-9cc4-897b3256c78a will not be triggered until provisioned by entity L2. {{(pid=78428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:46:00.162878 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-32b2dfdb-817e-414c-af26-989d3116dc35 None None] Transition to ACTIVE for port object 3f2be24e-a400-4c24-9cc4-897b3256c78a will not be triggered until provisioned by entity DHCP. {{(pid=78428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:46:00.168640 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-32b2dfdb-817e-414c-af26-989d3116dc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512'] for port, after_create {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:00.174237 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:00.232476 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b2dfdb-817e-414c-af26-989d3116dc35 None None] Network 26f51111-b954-47b2-a6f6-9888d0a11c17 is already hosted by enough agents. {{(pid=78428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:46:00.235260 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.scheduler.base_scheduler [None req-32b2dfdb-817e-414c-af26-989d3116dc35 None None] Resources bound (agent type, host, resource id):  {{(pid=78428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:46:00.239683 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b2dfdb-817e-414c-af26-989d3116dc35 None None] Received port after_create {{(pid=78428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:46:00.248391 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2dfdb-817e-414c-af26-989d3116dc35 None None] Pushing event updated for resources: {'Port': ['ID=3f2be24e-a400-4c24-9cc4-897b3256c78a,revision_number=1']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:00.287664 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b2dfdb-817e-414c-af26-989d3116dc35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:00.288008 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b2dfdb-817e-414c-af26-989d3116dc35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:00.288351 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b2dfdb-817e-414c-af26-989d3116dc35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:00.288689 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b2dfdb-817e-414c-af26-989d3116dc35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:00.289029 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b2dfdb-817e-414c-af26-989d3116dc35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:00.289357 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b2dfdb-817e-414c-af26-989d3116dc35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:00.289686 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b2dfdb-817e-414c-af26-989d3116dc35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:00.290012 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b2dfdb-817e-414c-af26-989d3116dc35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:00.290342 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b2dfdb-817e-414c-af26-989d3116dc35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:00.290666 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b2dfdb-817e-414c-af26-989d3116dc35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:00.290988 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b2dfdb-817e-414c-af26-989d3116dc35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:00.291311 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b2dfdb-817e-414c-af26-989d3116dc35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:00.311020 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-77a7cb64-9ffb-4246-8c70-968f6602a676 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:00.342786 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-77a7cb64-9ffb-4246-8c70-968f6602a676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:00.359840 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-32b2dfdb-817e-414c-af26-989d3116dc35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:00.380838 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-32b2dfdb-817e-414c-af26-989d3116dc35 None None] Attempting to bind port 3f2be24e-a400-4c24-9cc4-897b3256c78a on host dv-cinder-797161-1-iscsi for vnic_type normal with profile  {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:46:00.381204 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-32b2dfdb-817e-414c-af26-989d3116dc35 None None] Attempting to bind port 3f2be24e-a400-4c24-9cc4-897b3256c78a by drivers openvswitch,hyperv on host dv-cinder-797161-1-iscsi at level 0 using segments [{'id': 'd5aa9258-6989-4900-b11f-c10735fd50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '26f51111-b954-47b2-a6f6-9888d0a11c17'}] {{(pid=78428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:46:00.381571 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2dfdb-817e-414c-af26-989d3116dc35 None None] Attempting to bind port 3f2be24e-a400-4c24-9cc4-897b3256c78a on network 26f51111-b954-47b2-a6f6-9888d0a11c17 {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:46:00.387139 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2dfdb-817e-414c-af26-989d3116dc35 None None] Checking agent: {'id': '52503dc4-35dc-4c7a-aab7-0589b5985e7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797161-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 25, 48), 'started_at': datetime.datetime(2021, 6, 21, 16, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797161-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:46:00.387623 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2dfdb-817e-414c-af26-989d3116dc35 None None] Checking segment: {'id': 'd5aa9258-6989-4900-b11f-c10735fd50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '26f51111-b954-47b2-a6f6-9888d0a11c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:46:00.388053 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-32b2dfdb-817e-414c-af26-989d3116dc35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:00.388449 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2dfdb-817e-414c-af26-989d3116dc35 None None] Bound using segment: {'id': 'd5aa9258-6989-4900-b11f-c10735fd50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '26f51111-b954-47b2-a6f6-9888d0a11c17'} {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:46:00.388918 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-32b2dfdb-817e-414c-af26-989d3116dc35 None None] Bound port: 3f2be24e-a400-4c24-9cc4-897b3256c78a, host: dv-cinder-797161-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aa9258-6989-4900-b11f-c10735fd50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '26f51111-b954-47b2-a6f6-9888d0a11c17'}}] {{(pid=78428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:46:00.389299 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-32b2dfdb-817e-414c-af26-989d3116dc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:00.480584 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-32b2dfdb-817e-414c-af26-989d3116dc35 None None] For port 3f2be24e-a400-4c24-9cc4-897b3256c78a, host dv-cinder-797161-1-iscsi, cleared binding levels {{(pid=78428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:46:00.483516 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-32b2dfdb-817e-414c-af26-989d3116dc35 None None] For port 3f2be24e-a400-4c24-9cc4-897b3256c78a, host dv-cinder-797161-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=3f2be24e-a400-4c24-9cc4-897b3256c78a,segment=NetworkSegment(d5aa9258-6989-4900-b11f-c10735fd50ea),segment_id=d5aa9258-6989-4900-b11f-c10735fd50ea)] {{(pid=78428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:46:00.486586 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [None req-77a7cb64-9ffb-4246-8c70-968f6602a676 admin admin] Allocated IP 172.27.1.144 (70dc8c3b-1fd1-4e34-848f-30da40ce5650/64348721-2f14-434e-9349-1c86303c6cb6/55880f3e-1191-4a38-bc15-d9a984a41204) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:46:00.489068 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-32b2dfdb-817e-414c-af26-989d3116dc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:00.493559 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:00.584886 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2dfdb-817e-414c-af26-989d3116dc35 None None] Pushing event updated for resources: {'Port': ['ID=3f2be24e-a400-4c24-9cc4-897b3256c78a,revision_number=2']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:00.587918 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-32b2dfdb-817e-414c-af26-989d3116dc35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:00.635034 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-77a7cb64-9ffb-4246-8c70-968f6602a676 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:00.665330 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-77a7cb64-9ffb-4246-8c70-968f6602a676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:00.669018 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-24eaa5c7-0b0e-4607-96e6-3ed0f033bb46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:00.734574 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a7cb64-9ffb-4246-8c70-968f6602a676 admin admin] Network 70dc8c3b-1fd1-4e34-848f-30da40ce5650 is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:46:00.738281 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-77a7cb64-9ffb-4246-8c70-968f6602a676 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:46:00.741335 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a7cb64-9ffb-4246-8c70-968f6602a676 admin admin] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:46:00.794034 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a7cb64-9ffb-4246-8c70-968f6602a676 admin admin] Pushing event updated for resources: {'Port': ['ID=55880f3e-1191-4a38-bc15-d9a984a41204,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:00.797258 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-77a7cb64-9ffb-4246-8c70-968f6602a676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:01.292763 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-77a7cb64-9ffb-4246-8c70-968f6602a676 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:01.503771 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e5c9bd-6662-47bd-b0c2-91f96aafe792 None None] Network 26f51111-b954-47b2-a6f6-9888d0a11c17 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:46:01.609573 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-aef74bdd-ec5b-4a39-b08f-5e49df93c190 None None] Provisioning for port 3f2be24e-a400-4c24-9cc4-897b3256c78a completed by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:46:01.633724 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-77a7cb64-9ffb-4246-8c70-968f6602a676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727309'] for router, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:01.843970 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a7cb64-9ffb-4246-8c70-968f6602a676 admin admin] Router 17c8b1e6-fa65-41b3-99d0-c7d208ac80fd is scheduled to L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb with binding_index 1 {{(pid=78426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 16:46:02.019058 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a7cb64-9ffb-4246-8c70-968f6602a676 admin admin] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:46:02.027325 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75722742-d9db-4186-9bf4-15e60c86ca56 None None] Sync routers for ids ['17c8b1e6-fa65-41b3-99d0-c7d208ac80fd'] in dv-cinder-797161-1-iscsi {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:46:02.036660 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75722742-d9db-4186-9bf4-15e60c86ca56 None None] Routers {'17c8b1e6-fa65-41b3-99d0-c7d208ac80fd'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:46:02.037275 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-75722742-d9db-4186-9bf4-15e60c86ca56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d88c310>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:45:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['17c8b1e6-fa65-41b3-99d0-c7d208ac80fd'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:46:02.043992 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-77a7cb64-9ffb-4246-8c70-968f6602a676 admin admin] Notify callbacks [] for router, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:02.047506 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-77a7cb64-9ffb-4246-8c70-968f6602a676 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.4865158
Jun 21 16:46:02.048308 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46222) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:46:02.209068 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-75722742-d9db-4186-9bf4-15e60c86ca56 None None] Set router 17c8b1e6-fa65-41b3-99d0-c7d208ac80fd gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:46:02.486140 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-75722742-d9db-4186-9bf4-15e60c86ca56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d88c310>, [{'id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'name': 'tempest-TestMinimumBasicScenario-1258642182-router', 'tenant_id': '177d64542d4a47e89c017ce0156d10a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '55880f3e-1191-4a38-bc15-d9a984a41204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:45:59Z', 'updated_at': '2021-06-21T16:46:00Z', 'revision_number': 3, 'project_id': '177d64542d4a47e89c017ce0156d10a2', 'gw_port': {'id': '55880f3e-1191-4a38-bc15-d9a984a41204', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:46:00Z', 'updated_at': '2021-06-21T16:46:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi'}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:46:02.490414 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75722742-d9db-4186-9bf4-15e60c86ca56 None None] Checking router: 17c8b1e6-fa65-41b3-99d0-c7d208ac80fd for host: dv-cinder-797161-1-iscsi {{(pid=78428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:46:02.490771 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75722742-d9db-4186-9bf4-15e60c86ca56 None None] Updating router 17c8b1e6-fa65-41b3-99d0-c7d208ac80fd port 55880f3e-1191-4a38-bc15-d9a984a41204 binding host dv-cinder-797161-1-iscsi {{(pid=78428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 16:46:02.545177 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-75722742-d9db-4186-9bf4-15e60c86ca56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:02.760298 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 3f2be24e-a400-4c24-9cc4-897b3256c78a up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:46:02.828579 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1d52e497-0ce4-4f7f-9fcb-fa315a14f49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:02.872862 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning for port 3f2be24e-a400-4c24-9cc4-897b3256c78a completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:46:02.913001 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port 3f2be24e-a400-4c24-9cc4-897b3256c78a triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:46:02.913273 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:02.990468 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-75722742-d9db-4186-9bf4-15e60c86ca56 None None] Notify callbacks [] for port, precommit_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:03.007350 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-75722742-d9db-4186-9bf4-15e60c86ca56 None None] Transition to ACTIVE for port object 55880f3e-1191-4a38-bc15-d9a984a41204 will not be triggered until provisioned by entity L2. {{(pid=78428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:46:03.036832 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [None req-1d52e497-0ce4-4f7f-9fcb-fa315a14f49f admin admin] Allocated IP 172.20.0.1 (26f51111-b954-47b2-a6f6-9888d0a11c17/bda7032f-3ad2-4169-8d69-c9e9bb18af06/16b52ad0-2f4d-4855-956f-de14610b8579) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:46:03.040905 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-75722742-d9db-4186-9bf4-15e60c86ca56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:03.051043 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:03.177979 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:03.183516 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1d52e497-0ce4-4f7f-9fcb-fa315a14f49f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:03.197204 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-75722742-d9db-4186-9bf4-15e60c86ca56 None None] Attempting to bind port 55880f3e-1191-4a38-bc15-d9a984a41204 on host dv-cinder-797161-1-iscsi for vnic_type normal with profile  {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:46:03.197577 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-75722742-d9db-4186-9bf4-15e60c86ca56 None None] Attempting to bind port 55880f3e-1191-4a38-bc15-d9a984a41204 by drivers openvswitch,hyperv on host dv-cinder-797161-1-iscsi at level 0 using segments [{'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'}] {{(pid=78428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:46:03.197942 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75722742-d9db-4186-9bf4-15e60c86ca56 None None] Attempting to bind port 55880f3e-1191-4a38-bc15-d9a984a41204 on network 70dc8c3b-1fd1-4e34-848f-30da40ce5650 {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:46:03.198886 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-1d52e497-0ce4-4f7f-9fcb-fa315a14f49f admin admin] Transition to ACTIVE for port object 16b52ad0-2f4d-4855-956f-de14610b8579 will not be triggered until provisioned by entity DHCP. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:46:03.203099 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7df05-911e-4a21-ad78-73e925f3d14f None None] Pushing event updated for resources: {'Port': ['ID=55880f3e-1191-4a38-bc15-d9a984a41204,revision_number=2']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:03.208459 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-e6b7df05-911e-4a21-ad78-73e925f3d14f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:03.209343 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75722742-d9db-4186-9bf4-15e60c86ca56 None None] Checking agent: {'id': '52503dc4-35dc-4c7a-aab7-0589b5985e7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797161-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 25, 48), 'started_at': datetime.datetime(2021, 6, 21, 16, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797161-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:46:03.209723 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75722742-d9db-4186-9bf4-15e60c86ca56 None None] Checking segment: {'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:46:03.210128 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-75722742-d9db-4186-9bf4-15e60c86ca56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:03.210513 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75722742-d9db-4186-9bf4-15e60c86ca56 None None] Bound using segment: {'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'} {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:46:03.210972 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-75722742-d9db-4186-9bf4-15e60c86ca56 None None] Bound port: 55880f3e-1191-4a38-bc15-d9a984a41204, host: dv-cinder-797161-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'}}] {{(pid=78428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:46:03.211342 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-75722742-d9db-4186-9bf4-15e60c86ca56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:03.222837 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1d52e497-0ce4-4f7f-9fcb-fa315a14f49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:03.226509 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-26c27aaa-e47e-4c16-a041-6f9f991b5d03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:03.274356 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] For port 3f2be24e-a400-4c24-9cc4-897b3256c78a, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=3f2be24e-a400-4c24-9cc4-897b3256c78a,segment=NetworkSegment(d5aa9258-6989-4900-b11f-c10735fd50ea),segment_id=d5aa9258-6989-4900-b11f-c10735fd50ea)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:46:03.288671 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:03.291961 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-32b2dfdb-817e-414c-af26-989d3116dc35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:03.292786 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d52e497-0ce4-4f7f-9fcb-fa315a14f49f admin admin] Network 26f51111-b954-47b2-a6f6-9888d0a11c17 is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:46:03.295536 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-1d52e497-0ce4-4f7f-9fcb-fa315a14f49f admin admin] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:46:03.299105 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d52e497-0ce4-4f7f-9fcb-fa315a14f49f admin admin] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:46:03.328436 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52e497-0ce4-4f7f-9fcb-fa315a14f49f admin admin] Pushing event updated for resources: {'Port': ['ID=16b52ad0-2f4d-4855-956f-de14610b8579,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:03.335844 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-1d52e497-0ce4-4f7f-9fcb-fa315a14f49f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:03.347840 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-75722742-d9db-4186-9bf4-15e60c86ca56 None None] For port 55880f3e-1191-4a38-bc15-d9a984a41204, host dv-cinder-797161-1-iscsi, cleared binding levels {{(pid=78428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:46:03.358852 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1d52e497-0ce4-4f7f-9fcb-fa315a14f49f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726498'] for router_interface, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:03.360531 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-75722742-d9db-4186-9bf4-15e60c86ca56 None None] For port 55880f3e-1191-4a38-bc15-d9a984a41204, host dv-cinder-797161-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=55880f3e-1191-4a38-bc15-d9a984a41204,segment=NetworkSegment(3123edc3-090a-4516-9a79-a6a8c7b9190b),segment_id=3123edc3-090a-4516-9a79-a6a8c7b9190b)] {{(pid=78428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:46:03.368505 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-75722742-d9db-4186-9bf4-15e60c86ca56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:03.375037 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Pushing event updated for resources: {'Port': ['ID=3f2be24e-a400-4c24-9cc4-897b3256c78a,revision_number=3']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:03.380326 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:03.380872 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-e6b7df05-911e-4a21-ad78-73e925f3d14f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:03.453308 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75722742-d9db-4186-9bf4-15e60c86ca56 None None] Routers {'17c8b1e6-fa65-41b3-99d0-c7d208ac80fd'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:46:03.453931 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-75722742-d9db-4186-9bf4-15e60c86ca56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d88c310>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:45:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['17c8b1e6-fa65-41b3-99d0-c7d208ac80fd'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:46:03.522411 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7df05-911e-4a21-ad78-73e925f3d14f None None] Pushing event updated for resources: {'Port': ['ID=55880f3e-1191-4a38-bc15-d9a984a41204,revision_number=3']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:03.537094 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-e6b7df05-911e-4a21-ad78-73e925f3d14f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:03.614902 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1d52e497-0ce4-4f7f-9fcb-fa315a14f49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:03.637082 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-41c7d9eb-9869-4f1a-8000-58de3f5d62cd None None] Provisioning for port 16b52ad0-2f4d-4855-956f-de14610b8579 completed by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:46:03.650254 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-41c7d9eb-9869-4f1a-8000-58de3f5d62cd None None] Provisioning complete for port 16b52ad0-2f4d-4855-956f-de14610b8579 triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:46:03.650644 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-41c7d9eb-9869-4f1a-8000-58de3f5d62cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:03.679110 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-75722742-d9db-4186-9bf4-15e60c86ca56 None None] Set router 17c8b1e6-fa65-41b3-99d0-c7d208ac80fd gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:46:03.831907 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1d52e497-0ce4-4f7f-9fcb-fa315a14f49f admin admin] Notify callbacks [] for port, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:03.836512 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1d52e497-0ce4-4f7f-9fcb-fa315a14f49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2434630'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:03.839156 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-41c7d9eb-9869-4f1a-8000-58de3f5d62cd None None] Port 16b52ad0-2f4d-4855-956f-de14610b8579 cannot update to ACTIVE because it is not bound. {{(pid=78428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 16:46:03.864157 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-0f030bbe-a693-4e69-a1ef-960eaa45b6bf tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:03.943716 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52e497-0ce4-4f7f-9fcb-fa315a14f49f admin admin] Pushing event updated for resources: {'Port': ['ID=16b52ad0-2f4d-4855-956f-de14610b8579,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:03.946275 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1d52e497-0ce4-4f7f-9fcb-fa315a14f49f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1726593'] for router_interface, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:03.949810 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-1d52e497-0ce4-4f7f-9fcb-fa315a14f49f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:03.985244 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-75722742-d9db-4186-9bf4-15e60c86ca56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d88c310>, [{'id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'name': 'tempest-TestMinimumBasicScenario-1258642182-router', 'tenant_id': '177d64542d4a47e89c017ce0156d10a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '55880f3e-1191-4a38-bc15-d9a984a41204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:45:59Z', 'updated_at': '2021-06-21T16:46:00Z', 'revision_number': 3, 'project_id': '177d64542d4a47e89c017ce0156d10a2', 'gw_port': {'id': '55880f3e-1191-4a38-bc15-d9a984a41204', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:46:00Z', 'updated_at': '2021-06-21T16:46:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi'}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:46:03.989784 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75722742-d9db-4186-9bf4-15e60c86ca56 None None] The sync data for ids ['17c8b1e6-fa65-41b3-99d0-c7d208ac80fd'] in dv-cinder-797161-1-iscsi is: [{'id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'name': 'tempest-TestMinimumBasicScenario-1258642182-router', 'tenant_id': '177d64542d4a47e89c017ce0156d10a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '55880f3e-1191-4a38-bc15-d9a984a41204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:45:59Z', 'updated_at': '2021-06-21T16:46:00Z', 'revision_number': 3, 'project_id': '177d64542d4a47e89c017ce0156d10a2', 'gw_port': {'id': '55880f3e-1191-4a38-bc15-d9a984a41204', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:46:00Z', 'updated_at': '2021-06-21T16:46:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi'}] {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:46:04.086177 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d52e497-0ce4-4f7f-9fcb-fa315a14f49f admin admin] Network 26f51111-b954-47b2-a6f6-9888d0a11c17 is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:46:04.087978 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-1d52e497-0ce4-4f7f-9fcb-fa315a14f49f admin admin] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:46:04.362907 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-15f7ae65-2bd4-4ec5-acee-0b8b5b7b81c3 None None] Provisioning complete for port 16b52ad0-2f4d-4855-956f-de14610b8579 triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:46:04.363205 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-15f7ae65-2bd4-4ec5-acee-0b8b5b7b81c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:04.415567 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d52e497-0ce4-4f7f-9fcb-fa315a14f49f admin admin] Router 17c8b1e6-fa65-41b3-99d0-c7d208ac80fd has already been hosted by L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb {{(pid=78426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 16:46:04.421253 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-15f7ae65-2bd4-4ec5-acee-0b8b5b7b81c3 None None] Port 16b52ad0-2f4d-4855-956f-de14610b8579 cannot update to ACTIVE because it is not bound. {{(pid=78428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 16:46:04.601288 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d52e497-0ce4-4f7f-9fcb-fa315a14f49f admin admin] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:46:04.610133 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-1d52e497-0ce4-4f7f-9fcb-fa315a14f49f admin admin] 10.222.0.24 "PUT /v2.0/routers/17c8b1e6-fa65-41b3-99d0-c7d208ac80fd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5607533
Jun 21 16:46:04.792517 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 55880f3e-1191-4a38-bc15-d9a984a41204 up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:46:04.866152 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning for port 55880f3e-1191-4a38-bc15-d9a984a41204 completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:46:04.871366 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port 55880f3e-1191-4a38-bc15-d9a984a41204 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:46:04.871777 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:04.996710 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:05.013884 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] For port 55880f3e-1191-4a38-bc15-d9a984a41204, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=55880f3e-1191-4a38-bc15-d9a984a41204,segment=NetworkSegment(3123edc3-090a-4516-9a79-a6a8c7b9190b),segment_id=3123edc3-090a-4516-9a79-a6a8c7b9190b)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:46:05.020428 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:05.021416 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 3f2be24e-a400-4c24-9cc4-897b3256c78a up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:46:05.050942 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:05.143059 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Pushing event updated for resources: {'Port': ['ID=55880f3e-1191-4a38-bc15-d9a984a41204,revision_number=4']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:05.146429 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:05.155968 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port 3f2be24e-a400-4c24-9cc4-897b3256c78a triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:46:05.156557 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:05.164606 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46240) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:46:05.170460 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-177e5fdb-ccef-44dc-ac1b-3547802e00aa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-49275386-network', 'tenant_id': 'dd655f0cc78749caac0a06fc99d2c008'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:46:05.175619 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-177e5fdb-ccef-44dc-ac1b-3547802e00aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:46:05.179323 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-177e5fdb-ccef-44dc-ac1b-3547802e00aa admin admin] Usage tracker for resource:network and tenant:dd655f0cc78749caac0a06fc99d2c008 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:46:05.182160 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-177e5fdb-ccef-44dc-ac1b-3547802e00aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:46:05.188060 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-177e5fdb-ccef-44dc-ac1b-3547802e00aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:46:05.198600 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177e5fdb-ccef-44dc-ac1b-3547802e00aa admin admin] Made reservation on behalf of dd655f0cc78749caac0a06fc99d2c008 for: {'network': 1} {{(pid=78426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:46:05.200868 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-177e5fdb-ccef-44dc-ac1b-3547802e00aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for network, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:05.213371 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-177e5fdb-ccef-44dc-ac1b-3547802e00aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:05.227970 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-177e5fdb-ccef-44dc-ac1b-3547802e00aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:46:05.231713 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-177e5fdb-ccef-44dc-ac1b-3547802e00aa admin admin] Usage tracker for resource:security_group_rule and tenant:dd655f0cc78749caac0a06fc99d2c008 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:46:05.234417 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-177e5fdb-ccef-44dc-ac1b-3547802e00aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:46:05.240020 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-177e5fdb-ccef-44dc-ac1b-3547802e00aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:46:05.327754 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-177e5fdb-ccef-44dc-ac1b-3547802e00aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:05.332314 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-177e5fdb-ccef-44dc-ac1b-3547802e00aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:05.335147 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-6e1a7c4d-c7d9-46a2-ba6b-31c23931b6e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:05.366252 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-177e5fdb-ccef-44dc-ac1b-3547802e00aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618}  {{(pid=78426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 21 16:46:05.374133 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e5fdb-ccef-44dc-ac1b-3547802e00aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fa998e-b814-4176-baa0-3a7b3619f3a8,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:05.377659 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-177e5fdb-ccef-44dc-ac1b-3547802e00aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:05.381906 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-177e5fdb-ccef-44dc-ac1b-3547802e00aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645578'] for segment, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:05.382403 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.db.segments_db [None req-177e5fdb-ccef-44dc-ac1b-3547802e00aa admin admin] Added segment d47ce0ed-38c0-4423-941d-d1e959ed61d4 of type vlan for network 16db2e48-e7d9-4d3d-90e4-d7fa30c100a8
Jun 21 16:46:05.411853 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-177e5fdb-ccef-44dc-ac1b-3547802e00aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768073942321'] for network, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:05.440177 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-177e5fdb-ccef-44dc-ac1b-3547802e00aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592'] for network, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:05.441492 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177e5fdb-ccef-44dc-ac1b-3547802e00aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:05.442074 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-177e5fdb-ccef-44dc-ac1b-3547802e00aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for network, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:05.445502 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-dd3b862a-8e3d-4421-a637-07535b8a7c20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:05.534673 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6891291-e446-4397-8f3e-727d884946a1 None None] Sync routers for ids ['17c8b1e6-fa65-41b3-99d0-c7d208ac80fd'] in dv-cinder-797161-1-iscsi {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:46:05.541816 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-177e5fdb-ccef-44dc-ac1b-3547802e00aa admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.3760078
Jun 21 16:46:05.542749 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e5fdb-ccef-44dc-ac1b-3547802e00aa admin admin] Pushing event updated for resources: {'Network': ['ID=16db2e48-e7d9-4d3d-90e4-d7fa30c100a8,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:05.543972 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6891291-e446-4397-8f3e-727d884946a1 None None] Routers {'17c8b1e6-fa65-41b3-99d0-c7d208ac80fd'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:46:05.544652 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 46244) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:46:05.545802 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-177e5fdb-ccef-44dc-ac1b-3547802e00aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:05.551391 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [None req-b94d8bbc-1566-4848-9945-9d21bf21e4da admin admin] Request body: {'subnet': {'network_id': '16db2e48-e7d9-4d3d-90e4-d7fa30c100a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-49275386-subnet', 'tenant_id': 'dd655f0cc78749caac0a06fc99d2c008', 'ip_version': 4}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:46:05.552869 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Network 16db2e48-e7d9-4d3d-90e4-d7fa30c100a8 details requested by agent ovs-agent-dv-cinder-797161-1-iscsi with host dv-cinder-797161-1-iscsi {{(pid=78428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 21 16:46:05.555849 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-f6891291-e446-4397-8f3e-727d884946a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979eae3580>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:45:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['17c8b1e6-fa65-41b3-99d0-c7d208ac80fd'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:46:05.556653 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-b94d8bbc-1566-4848-9945-9d21bf21e4da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:46:05.561153 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-b94d8bbc-1566-4848-9945-9d21bf21e4da admin admin] Usage tracker for resource:subnet and tenant:dd655f0cc78749caac0a06fc99d2c008 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:46:05.566905 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-b94d8bbc-1566-4848-9945-9d21bf21e4da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:46:05.573317 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-b94d8bbc-1566-4848-9945-9d21bf21e4da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:46:05.584533 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94d8bbc-1566-4848-9945-9d21bf21e4da admin admin] Made reservation on behalf of dd655f0cc78749caac0a06fc99d2c008 for: {'subnet': 1} {{(pid=78427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:46:05.587339 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-b94d8bbc-1566-4848-9945-9d21bf21e4da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2301294'] for subnet, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:05.738704 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-f6891291-e446-4397-8f3e-727d884946a1 None None] Set router 17c8b1e6-fa65-41b3-99d0-c7d208ac80fd gateway port host: dv-cinder-797161-1-iscsi {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:46:06.067040 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-b94d8bbc-1566-4848-9945-9d21bf21e4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1910745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2301308'] for subnet, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:06.070786 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-f286e262-a048-40dd-b28b-20ca6745ec25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:06.082116 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-f6891291-e446-4397-8f3e-727d884946a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979eae3580>, [{'id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'name': 'tempest-TestMinimumBasicScenario-1258642182-router', 'tenant_id': '177d64542d4a47e89c017ce0156d10a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '55880f3e-1191-4a38-bc15-d9a984a41204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:45:59Z', 'updated_at': '2021-06-21T16:46:03Z', 'revision_number': 4, 'project_id': '177d64542d4a47e89c017ce0156d10a2', 'gw_port': {'id': '55880f3e-1191-4a38-bc15-d9a984a41204', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:46:00Z', 'updated_at': '2021-06-21T16:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': '16b52ad0-2f4d-4855-956f-de14610b8579', 'name': '', 'network_id': '26f51111-b954-47b2-a6f6-9888d0a11c17', 'tenant_id': '177d64542d4a47e89c017ce0156d10a2', 'mac_address': 'fa:16:3e:66:64:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'bda7032f-3ad2-4169-8d69-c9e9bb18af06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:46:02Z', 'updated_at': '2021-06-21T16:46:03Z', 'revision_number': 2, 'project_id': '177d64542d4a47e89c017ce0156d10a2', 'subnets': [{'id': 'bda7032f-3ad2-4169-8d69-c9e9bb18af06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:46:06.086098 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6891291-e446-4397-8f3e-727d884946a1 None None] Checking router: 17c8b1e6-fa65-41b3-99d0-c7d208ac80fd for host: dv-cinder-797161-1-iscsi {{(pid=78429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:46:06.086529 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6891291-e446-4397-8f3e-727d884946a1 None None] Updating router 17c8b1e6-fa65-41b3-99d0-c7d208ac80fd port 16b52ad0-2f4d-4855-956f-de14610b8579 binding host dv-cinder-797161-1-iscsi {{(pid=78429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 16:46:06.138854 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-f6891291-e446-4397-8f3e-727d884946a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:06.144163 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d8bbc-1566-4848-9945-9d21bf21e4da admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5117e95-0c97-456f-9f7c-c3459251ac06,revision_number=0']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:06.147376 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-b94d8bbc-1566-4848-9945-9d21bf21e4da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:06.153051 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94d8bbc-1566-4848-9945-9d21bf21e4da admin admin] Checking segment: {'id': 'd47ce0ed-38c0-4423-941d-d1e959ed61d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '16db2e48-e7d9-4d3d-90e4-d7fa30c100a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:46:06.153466 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94d8bbc-1566-4848-9945-9d21bf21e4da admin admin] Network hostable DHCP agents. Network: 16db2e48-e7d9-4d3d-90e4-d7fa30c100a8, hostable agents: ['3e057b97-a383-4976-a3a1-556748f7f018'], hosted agents: [] {{(pid=78427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 21 16:46:06.171935 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94d8bbc-1566-4848-9945-9d21bf21e4da admin admin] Network 16db2e48-e7d9-4d3d-90e4-d7fa30c100a8 is scheduled to be hosted by DHCP agent 3e057b97-a383-4976-a3a1-556748f7f018 with binding_index 1 {{(pid=78427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 21 16:46:06.182444 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.base_scheduler [None req-b94d8bbc-1566-4848-9945-9d21bf21e4da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797161-1-iscsi, 16db2e48-e7d9-4d3d-90e4-d7fa30c100a8) {{(pid=78427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:46:06.194346 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0116956-ea3a-4273-83b8-7b4bd94e6de4 None None] Network 16db2e48-e7d9-4d3d-90e4-d7fa30c100a8 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:46:06.195152 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94d8bbc-1566-4848-9945-9d21bf21e4da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:06.195775 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-b94d8bbc-1566-4848-9945-9d21bf21e4da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for subnet, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:06.217930 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-b94d8bbc-1566-4848-9945-9d21bf21e4da admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.6721931
Jun 21 16:46:06.218143 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46248) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:46:06.224514 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-ca69f110-2d57-4d97-9554-97b5e8194d24 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-49275386-router', 'tenant_id': 'dd655f0cc78749caac0a06fc99d2c008', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'}}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:46:06.229118 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-ca69f110-2d57-4d97-9554-97b5e8194d24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:46:06.233061 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-ca69f110-2d57-4d97-9554-97b5e8194d24 admin admin] Usage tracker for resource:router and tenant:dd655f0cc78749caac0a06fc99d2c008 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:46:06.235906 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-ca69f110-2d57-4d97-9554-97b5e8194d24 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:46:06.242030 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-ca69f110-2d57-4d97-9554-97b5e8194d24 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:46:06.256918 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ca69f110-2d57-4d97-9554-97b5e8194d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1648372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-965'] for router, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:06.258935 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ca69f110-2d57-4d97-9554-97b5e8194d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1650639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1727275', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1674493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-972'] for router, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:06.277571 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ca69f110-2d57-4d97-9554-97b5e8194d24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:06.451222 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecac4a8-abb6-4356-89ad-26348e2c42b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81a1ce61-a065-5478-9fd3-0dbf96752ebd-16db2e48-e7d9-4d3d-90e4-d7fa30c100a8', 'network_id': '16db2e48-e7d9-4d3d-90e4-d7fa30c100a8', 'tenant_id': 'dd655f0cc78749caac0a06fc99d2c008', 'fixed_ips': [{'subnet_id': 'b5117e95-0c97-456f-9f7c-c3459251ac06'}]}} from dv-cinder-797161-1-iscsi. {{(pid=78428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 21 16:46:06.452099 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-8ecac4a8-abb6-4356-89ad-26348e2c42b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:06.484825 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-f6891291-e446-4397-8f3e-727d884946a1 None None] Notify callbacks [] for port, precommit_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:06.497988 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.provisioning_blocks [None req-f6891291-e446-4397-8f3e-727d884946a1 None None] Transition to ACTIVE for port object 16b52ad0-2f4d-4855-956f-de14610b8579 will not be triggered until provisioned by entity L2. {{(pid=78429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:46:06.505742 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-f6891291-e446-4397-8f3e-727d884946a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:06.510685 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [None req-6b60afd6-e51b-47ea-8463-465c711beee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:06.558563 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ca69f110-2d57-4d97-9554-97b5e8194d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1727266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1648335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-994'] for router, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:06.582063 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd80ad-4dfc-4313-96b9-b6119773dcdc None None] Pushing event updated for resources: {'Port': ['ID=16b52ad0-2f4d-4855-956f-de14610b8579,revision_number=3']} {{(pid=78429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:06.615338 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.db_base_plugin_common [None req-8ecac4a8-abb6-4356-89ad-26348e2c42b7 None None] Allocated IP 172.20.0.2 (16db2e48-e7d9-4d3d-90e4-d7fa30c100a8/b5117e95-0c97-456f-9f7c-c3459251ac06/3cbbb0fe-8cf7-4a5b-8098-89e3e4820a34) {{(pid=78428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:46:06.702349 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fd80ad-4dfc-4313-96b9-b6119773dcdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:06.702756 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fd80ad-4dfc-4313-96b9-b6119773dcdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:06.703191 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fd80ad-4dfc-4313-96b9-b6119773dcdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:06.703638 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fd80ad-4dfc-4313-96b9-b6119773dcdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:06.707260 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fd80ad-4dfc-4313-96b9-b6119773dcdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:06.707767 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fd80ad-4dfc-4313-96b9-b6119773dcdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:06.708204 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fd80ad-4dfc-4313-96b9-b6119773dcdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:06.708660 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fd80ad-4dfc-4313-96b9-b6119773dcdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:06.709101 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fd80ad-4dfc-4313-96b9-b6119773dcdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:06.709526 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fd80ad-4dfc-4313-96b9-b6119773dcdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:06.710103 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fd80ad-4dfc-4313-96b9-b6119773dcdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:06.710518 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fd80ad-4dfc-4313-96b9-b6119773dcdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:06.745465 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [None req-61fd80ad-4dfc-4313-96b9-b6119773dcdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:06.788352 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 55880f3e-1191-4a38-bc15-d9a984a41204 up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:46:06.809492 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.managers [None req-f6891291-e446-4397-8f3e-727d884946a1 None None] Attempting to bind port 16b52ad0-2f4d-4855-956f-de14610b8579 on host dv-cinder-797161-1-iscsi for vnic_type normal with profile  {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:46:06.810058 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.managers [None req-f6891291-e446-4397-8f3e-727d884946a1 None None] Attempting to bind port 16b52ad0-2f4d-4855-956f-de14610b8579 by drivers openvswitch,hyperv on host dv-cinder-797161-1-iscsi at level 0 using segments [{'id': 'd5aa9258-6989-4900-b11f-c10735fd50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '26f51111-b954-47b2-a6f6-9888d0a11c17'}] {{(pid=78429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:46:06.810614 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6891291-e446-4397-8f3e-727d884946a1 None None] Attempting to bind port 16b52ad0-2f4d-4855-956f-de14610b8579 on network 26f51111-b954-47b2-a6f6-9888d0a11c17 {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:46:06.817920 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6891291-e446-4397-8f3e-727d884946a1 None None] Checking agent: {'id': '52503dc4-35dc-4c7a-aab7-0589b5985e7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797161-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 25, 48), 'started_at': datetime.datetime(2021, 6, 21, 16, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797161-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:46:06.818601 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6891291-e446-4397-8f3e-727d884946a1 None None] Checking segment: {'id': 'd5aa9258-6989-4900-b11f-c10735fd50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '26f51111-b954-47b2-a6f6-9888d0a11c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:46:06.819186 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-f6891291-e446-4397-8f3e-727d884946a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:06.819784 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6891291-e446-4397-8f3e-727d884946a1 None None] Bound using segment: {'id': 'd5aa9258-6989-4900-b11f-c10735fd50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '26f51111-b954-47b2-a6f6-9888d0a11c17'} {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:46:06.820426 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.managers [None req-f6891291-e446-4397-8f3e-727d884946a1 None None] Bound port: 16b52ad0-2f4d-4855-956f-de14610b8579, host: dv-cinder-797161-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5aa9258-6989-4900-b11f-c10735fd50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '26f51111-b954-47b2-a6f6-9888d0a11c17'}}] {{(pid=78429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:46:06.820996 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-f6891291-e446-4397-8f3e-727d884946a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:06.896300 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ca69f110-2d57-4d97-9554-97b5e8194d24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:06.911020 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.db [None req-f6891291-e446-4397-8f3e-727d884946a1 None None] For port 16b52ad0-2f4d-4855-956f-de14610b8579, host dv-cinder-797161-1-iscsi, cleared binding levels {{(pid=78429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:46:06.913982 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.db [None req-f6891291-e446-4397-8f3e-727d884946a1 None None] For port 16b52ad0-2f4d-4855-956f-de14610b8579, host dv-cinder-797161-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=16b52ad0-2f4d-4855-956f-de14610b8579,segment=NetworkSegment(d5aa9258-6989-4900-b11f-c10735fd50ea),segment_id=d5aa9258-6989-4900-b11f-c10735fd50ea)] {{(pid=78429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:46:06.918308 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-f6891291-e446-4397-8f3e-727d884946a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:06.925964 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [None req-9571e996-29fd-4410-a6b9-76524b13a43f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:06.926629 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ca69f110-2d57-4d97-9554-97b5e8194d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:06.946596 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-8ecac4a8-abb6-4356-89ad-26348e2c42b7 None None] Notify callbacks [] for port, precommit_create {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:06.960782 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-8ecac4a8-abb6-4356-89ad-26348e2c42b7 None None] Transition to ACTIVE for port object 3cbbb0fe-8cf7-4a5b-8098-89e3e4820a34 will not be triggered until provisioned by entity L2. {{(pid=78428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:46:06.963515 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port 55880f3e-1191-4a38-bc15-d9a984a41204 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:46:06.963515 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:06.997913 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6891291-e446-4397-8f3e-727d884946a1 None None] Routers {'17c8b1e6-fa65-41b3-99d0-c7d208ac80fd'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:46:06.998534 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-f6891291-e446-4397-8f3e-727d884946a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979eae3580>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:45:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['17c8b1e6-fa65-41b3-99d0-c7d208ac80fd'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:46:07.033809 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-8ecac4a8-abb6-4356-89ad-26348e2c42b7 None None] Transition to ACTIVE for port object 3cbbb0fe-8cf7-4a5b-8098-89e3e4820a34 will not be triggered until provisioned by entity DHCP. {{(pid=78428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:46:07.049722 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-8ecac4a8-abb6-4356-89ad-26348e2c42b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512'] for port, after_create {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:07.054617 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:07.156121 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [None req-ca69f110-2d57-4d97-9554-97b5e8194d24 admin admin] Allocated IP 172.27.1.162 (70dc8c3b-1fd1-4e34-848f-30da40ce5650/64348721-2f14-434e-9349-1c86303c6cb6/1d39e42e-d1f3-479f-ae7d-adbed0402f18) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:46:07.169245 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecac4a8-abb6-4356-89ad-26348e2c42b7 None None] Network 16db2e48-e7d9-4d3d-90e4-d7fa30c100a8 is already hosted by enough agents. {{(pid=78428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:46:07.176797 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.scheduler.base_scheduler [None req-8ecac4a8-abb6-4356-89ad-26348e2c42b7 None None] Resources bound (agent type, host, resource id):  {{(pid=78428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:46:07.183450 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecac4a8-abb6-4356-89ad-26348e2c42b7 None None] Received port after_create {{(pid=78428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:46:07.185640 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecac4a8-abb6-4356-89ad-26348e2c42b7 None None] Pushing event updated for resources: {'Port': ['ID=3cbbb0fe-8cf7-4a5b-8098-89e3e4820a34,revision_number=1']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:07.191782 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-8ecac4a8-abb6-4356-89ad-26348e2c42b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:07.204166 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-f6891291-e446-4397-8f3e-727d884946a1 None None] Set router 17c8b1e6-fa65-41b3-99d0-c7d208ac80fd gateway port host: dv-cinder-797161-1-iscsi {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:46:07.278687 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd80ad-4dfc-4313-96b9-b6119773dcdc None None] Pushing event updated for resources: {'Port': ['ID=16b52ad0-2f4d-4855-956f-de14610b8579,revision_number=4']} {{(pid=78429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:07.287707 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-8ecac4a8-abb6-4356-89ad-26348e2c42b7 None None] Attempting to bind port 3cbbb0fe-8cf7-4a5b-8098-89e3e4820a34 on host dv-cinder-797161-1-iscsi for vnic_type normal with profile  {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:46:07.288828 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-8ecac4a8-abb6-4356-89ad-26348e2c42b7 None None] Attempting to bind port 3cbbb0fe-8cf7-4a5b-8098-89e3e4820a34 by drivers openvswitch,hyperv on host dv-cinder-797161-1-iscsi at level 0 using segments [{'id': 'd47ce0ed-38c0-4423-941d-d1e959ed61d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '16db2e48-e7d9-4d3d-90e4-d7fa30c100a8'}] {{(pid=78428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:46:07.289416 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecac4a8-abb6-4356-89ad-26348e2c42b7 None None] Attempting to bind port 3cbbb0fe-8cf7-4a5b-8098-89e3e4820a34 on network 16db2e48-e7d9-4d3d-90e4-d7fa30c100a8 {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:46:07.300006 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecac4a8-abb6-4356-89ad-26348e2c42b7 None None] Checking agent: {'id': '52503dc4-35dc-4c7a-aab7-0589b5985e7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797161-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 25, 48), 'started_at': datetime.datetime(2021, 6, 21, 16, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797161-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:46:07.300457 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecac4a8-abb6-4356-89ad-26348e2c42b7 None None] Checking segment: {'id': 'd47ce0ed-38c0-4423-941d-d1e959ed61d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '16db2e48-e7d9-4d3d-90e4-d7fa30c100a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:46:07.300785 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-8ecac4a8-abb6-4356-89ad-26348e2c42b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:07.301189 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecac4a8-abb6-4356-89ad-26348e2c42b7 None None] Bound using segment: {'id': 'd47ce0ed-38c0-4423-941d-d1e959ed61d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '16db2e48-e7d9-4d3d-90e4-d7fa30c100a8'} {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:46:07.301670 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-8ecac4a8-abb6-4356-89ad-26348e2c42b7 None None] Bound port: 3cbbb0fe-8cf7-4a5b-8098-89e3e4820a34, host: dv-cinder-797161-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd47ce0ed-38c0-4423-941d-d1e959ed61d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '16db2e48-e7d9-4d3d-90e4-d7fa30c100a8'}}] {{(pid=78428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:46:07.302054 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-8ecac4a8-abb6-4356-89ad-26348e2c42b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:07.339319 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [None req-61fd80ad-4dfc-4313-96b9-b6119773dcdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:07.398503 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-8ecac4a8-abb6-4356-89ad-26348e2c42b7 None None] For port 3cbbb0fe-8cf7-4a5b-8098-89e3e4820a34, host dv-cinder-797161-1-iscsi, cleared binding levels {{(pid=78428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:46:07.401986 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-8ecac4a8-abb6-4356-89ad-26348e2c42b7 None None] For port 3cbbb0fe-8cf7-4a5b-8098-89e3e4820a34, host dv-cinder-797161-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=3cbbb0fe-8cf7-4a5b-8098-89e3e4820a34,segment=NetworkSegment(d47ce0ed-38c0-4423-941d-d1e959ed61d4),segment_id=d47ce0ed-38c0-4423-941d-d1e959ed61d4)] {{(pid=78428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:46:07.407992 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-8ecac4a8-abb6-4356-89ad-26348e2c42b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:07.412948 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:07.456797 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ca69f110-2d57-4d97-9554-97b5e8194d24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:07.492505 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ca69f110-2d57-4d97-9554-97b5e8194d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:07.497943 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecac4a8-abb6-4356-89ad-26348e2c42b7 None None] Pushing event updated for resources: {'Port': ['ID=3cbbb0fe-8cf7-4a5b-8098-89e3e4820a34,revision_number=2']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:07.498126 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-801d0873-e5b6-4975-b41d-83f72a247d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:07.499831 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-8ecac4a8-abb6-4356-89ad-26348e2c42b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:07.574560 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-f6891291-e446-4397-8f3e-727d884946a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979eae3580>, [{'id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'name': 'tempest-TestMinimumBasicScenario-1258642182-router', 'tenant_id': '177d64542d4a47e89c017ce0156d10a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '55880f3e-1191-4a38-bc15-d9a984a41204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:45:59Z', 'updated_at': '2021-06-21T16:46:03Z', 'revision_number': 4, 'project_id': '177d64542d4a47e89c017ce0156d10a2', 'gw_port': {'id': '55880f3e-1191-4a38-bc15-d9a984a41204', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:46:00Z', 'updated_at': '2021-06-21T16:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': '16b52ad0-2f4d-4855-956f-de14610b8579', 'name': '', 'network_id': '26f51111-b954-47b2-a6f6-9888d0a11c17', 'tenant_id': '177d64542d4a47e89c017ce0156d10a2', 'mac_address': 'fa:16:3e:66:64:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'bda7032f-3ad2-4169-8d69-c9e9bb18af06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:46:02Z', 'updated_at': '2021-06-21T16:46:06Z', 'revision_number': 4, 'project_id': '177d64542d4a47e89c017ce0156d10a2', 'subnets': [{'id': 'bda7032f-3ad2-4169-8d69-c9e9bb18af06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:46:07.575722 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca69f110-2d57-4d97-9554-97b5e8194d24 admin admin] Network 70dc8c3b-1fd1-4e34-848f-30da40ce5650 is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:46:07.578518 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-ca69f110-2d57-4d97-9554-97b5e8194d24 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:46:07.579756 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6891291-e446-4397-8f3e-727d884946a1 None None] The sync data for ids ['17c8b1e6-fa65-41b3-99d0-c7d208ac80fd'] in dv-cinder-797161-1-iscsi is: [{'id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'name': 'tempest-TestMinimumBasicScenario-1258642182-router', 'tenant_id': '177d64542d4a47e89c017ce0156d10a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '55880f3e-1191-4a38-bc15-d9a984a41204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:45:59Z', 'updated_at': '2021-06-21T16:46:03Z', 'revision_number': 4, 'project_id': '177d64542d4a47e89c017ce0156d10a2', 'gw_port': {'id': '55880f3e-1191-4a38-bc15-d9a984a41204', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:46:00Z', 'updated_at': '2021-06-21T16:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': '16b52ad0-2f4d-4855-956f-de14610b8579', 'name': '', 'network_id': '26f51111-b954-47b2-a6f6-9888d0a11c17', 'tenant_id': '177d64542d4a47e89c017ce0156d10a2', 'mac_address': 'fa:16:3e:66:64:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'bda7032f-3ad2-4169-8d69-c9e9bb18af06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:46:02Z', 'updated_at': '2021-06-21T16:46:06Z', 'revision_number': 4, 'project_id': '177d64542d4a47e89c017ce0156d10a2', 'subnets': [{'id': 'bda7032f-3ad2-4169-8d69-c9e9bb18af06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:46:07.582643 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca69f110-2d57-4d97-9554-97b5e8194d24 admin admin] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:46:07.612540 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69f110-2d57-4d97-9554-97b5e8194d24 admin admin] Pushing event updated for resources: {'Port': ['ID=1d39e42e-d1f3-479f-ae7d-adbed0402f18,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:07.618936 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-ca69f110-2d57-4d97-9554-97b5e8194d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:08.052146 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ca69f110-2d57-4d97-9554-97b5e8194d24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:08.412217 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ca69f110-2d57-4d97-9554-97b5e8194d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1648326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1727309'] for router, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:08.521462 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402cb68f-2a56-4f20-a69e-3eea89fa8565 None None] Network 16db2e48-e7d9-4d3d-90e4-d7fa30c100a8 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:46:08.609227 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-36769fd9-b90a-47f2-a560-dc7fa23bd6e3 None None] Provisioning for port 3cbbb0fe-8cf7-4a5b-8098-89e3e4820a34 completed by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:46:08.633032 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca69f110-2d57-4d97-9554-97b5e8194d24 admin admin] Router 2d427bbf-5e4f-492f-9002-cc95b60fb825 is scheduled to L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb with binding_index 1 {{(pid=78426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 21 16:46:08.818054 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 16b52ad0-2f4d-4855-956f-de14610b8579 up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:46:08.896900 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning for port 16b52ad0-2f4d-4855-956f-de14610b8579 completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:46:08.903104 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port 16b52ad0-2f4d-4855-956f-de14610b8579 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:46:08.903400 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:08.955855 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca69f110-2d57-4d97-9554-97b5e8194d24 admin admin] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:46:08.969879 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3769a99e-21a5-4faa-803f-bdb726668325 None None] Sync routers for ids ['2d427bbf-5e4f-492f-9002-cc95b60fb825'] in dv-cinder-797161-1-iscsi {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:46:08.984258 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ca69f110-2d57-4d97-9554-97b5e8194d24 admin admin] Notify callbacks [] for router, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:08.986411 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-ca69f110-2d57-4d97-9554-97b5e8194d24 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.7663927
Jun 21 16:46:08.988800 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46252) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:46:09.010353 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3769a99e-21a5-4faa-803f-bdb726668325 None None] Routers {'2d427bbf-5e4f-492f-9002-cc95b60fb825'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:46:09.010986 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-3769a99e-21a5-4faa-803f-bdb726668325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d2acb50>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:45:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['2d427bbf-5e4f-492f-9002-cc95b60fb825'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:46:09.160060 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:09.271125 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] For port 16b52ad0-2f4d-4855-956f-de14610b8579, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=16b52ad0-2f4d-4855-956f-de14610b8579,segment=NetworkSegment(d5aa9258-6989-4900-b11f-c10735fd50ea),segment_id=d5aa9258-6989-4900-b11f-c10735fd50ea)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:46:09.275117 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:09.275919 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 3cbbb0fe-8cf7-4a5b-8098-89e3e4820a34 up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:46:09.302425 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:09.341447 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-3769a99e-21a5-4faa-803f-bdb726668325 None None] Set router 2d427bbf-5e4f-492f-9002-cc95b60fb825 gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:46:09.567970 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Pushing event updated for resources: {'Port': ['ID=16b52ad0-2f4d-4855-956f-de14610b8579,revision_number=5']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:09.575416 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:09.604761 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning for port 3cbbb0fe-8cf7-4a5b-8098-89e3e4820a34 completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:46:09.621225 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port 3cbbb0fe-8cf7-4a5b-8098-89e3e4820a34 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:46:09.621598 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:09.661277 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a5192de6-c165-4624-9910-6f3751a0b486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:09.788055 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-3769a99e-21a5-4faa-803f-bdb726668325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d2acb50>, [{'id': '2d427bbf-5e4f-492f-9002-cc95b60fb825', 'name': 'tempest-TestMinimumBasicScenario-49275386-router', 'tenant_id': 'dd655f0cc78749caac0a06fc99d2c008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '1d39e42e-d1f3-479f-ae7d-adbed0402f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:46:06Z', 'updated_at': '2021-06-21T16:46:07Z', 'revision_number': 3, 'project_id': 'dd655f0cc78749caac0a06fc99d2c008', 'gw_port': {'id': '1d39e42e-d1f3-479f-ae7d-adbed0402f18', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:48:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d427bbf-5e4f-492f-9002-cc95b60fb825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:46:06Z', 'updated_at': '2021-06-21T16:46:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi'}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:46:09.790055 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:09.806641 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3769a99e-21a5-4faa-803f-bdb726668325 None None] Checking router: 2d427bbf-5e4f-492f-9002-cc95b60fb825 for host: dv-cinder-797161-1-iscsi {{(pid=78428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:46:09.806989 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3769a99e-21a5-4faa-803f-bdb726668325 None None] Updating router 2d427bbf-5e4f-492f-9002-cc95b60fb825 port 1d39e42e-d1f3-479f-ae7d-adbed0402f18 binding host dv-cinder-797161-1-iscsi {{(pid=78428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 16:46:09.869169 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [None req-a5192de6-c165-4624-9910-6f3751a0b486 admin admin] Allocated IP 172.20.0.1 (16db2e48-e7d9-4d3d-90e4-d7fa30c100a8/b5117e95-0c97-456f-9f7c-c3459251ac06/c3de18f4-f030-45ef-b87f-cad8890ef4ff) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:46:09.869401 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] For port 3cbbb0fe-8cf7-4a5b-8098-89e3e4820a34, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=3cbbb0fe-8cf7-4a5b-8098-89e3e4820a34,segment=NetworkSegment(d47ce0ed-38c0-4423-941d-d1e959ed61d4),segment_id=d47ce0ed-38c0-4423-941d-d1e959ed61d4)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:46:09.871710 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-3769a99e-21a5-4faa-803f-bdb726668325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:09.899760 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:09.906857 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:10.014202 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a5192de6-c165-4624-9910-6f3751a0b486 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:10.030402 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-a5192de6-c165-4624-9910-6f3751a0b486 admin admin] Transition to ACTIVE for port object c3de18f4-f030-45ef-b87f-cad8890ef4ff will not be triggered until provisioned by entity DHCP. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:46:10.040545 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Pushing event updated for resources: {'Port': ['ID=3cbbb0fe-8cf7-4a5b-8098-89e3e4820a34,revision_number=3']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:10.045438 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:10.061008 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a5192de6-c165-4624-9910-6f3751a0b486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:10.065146 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-98945779-49fd-41f0-a0a4-dc200214df35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:10.129249 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5192de6-c165-4624-9910-6f3751a0b486 admin admin] Network 16db2e48-e7d9-4d3d-90e4-d7fa30c100a8 is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:46:10.131930 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-a5192de6-c165-4624-9910-6f3751a0b486 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:46:10.138256 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5192de6-c165-4624-9910-6f3751a0b486 admin admin] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:46:10.165332 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5192de6-c165-4624-9910-6f3751a0b486 admin admin] Pushing event updated for resources: {'Port': ['ID=c3de18f4-f030-45ef-b87f-cad8890ef4ff,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:10.172277 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-a5192de6-c165-4624-9910-6f3751a0b486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:10.193280 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a5192de6-c165-4624-9910-6f3751a0b486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1726498'] for router_interface, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:10.282466 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-3769a99e-21a5-4faa-803f-bdb726668325 None None] Notify callbacks [] for port, precommit_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:10.295150 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-3769a99e-21a5-4faa-803f-bdb726668325 None None] Transition to ACTIVE for port object 1d39e42e-d1f3-479f-ae7d-adbed0402f18 will not be triggered until provisioned by entity L2. {{(pid=78428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:46:10.302190 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-3769a99e-21a5-4faa-803f-bdb726668325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:10.307218 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-8ecac4a8-abb6-4356-89ad-26348e2c42b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:10.326062 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a5192de6-c165-4624-9910-6f3751a0b486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:10.383586 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-3769a99e-21a5-4faa-803f-bdb726668325 None None] Attempting to bind port 1d39e42e-d1f3-479f-ae7d-adbed0402f18 on host dv-cinder-797161-1-iscsi for vnic_type normal with profile  {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:46:10.383909 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-3769a99e-21a5-4faa-803f-bdb726668325 None None] Attempting to bind port 1d39e42e-d1f3-479f-ae7d-adbed0402f18 by drivers openvswitch,hyperv on host dv-cinder-797161-1-iscsi at level 0 using segments [{'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'}] {{(pid=78428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:46:10.384278 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3769a99e-21a5-4faa-803f-bdb726668325 None None] Attempting to bind port 1d39e42e-d1f3-479f-ae7d-adbed0402f18 on network 70dc8c3b-1fd1-4e34-848f-30da40ce5650 {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:46:10.388889 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099e8c9-78e8-4537-86de-5b215d13c9f3 None None] Pushing event updated for resources: {'Port': ['ID=1d39e42e-d1f3-479f-ae7d-adbed0402f18,revision_number=2']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:10.395250 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5099e8c9-78e8-4537-86de-5b215d13c9f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:10.396933 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3769a99e-21a5-4faa-803f-bdb726668325 None None] Checking agent: {'id': '52503dc4-35dc-4c7a-aab7-0589b5985e7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797161-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 25, 48), 'started_at': datetime.datetime(2021, 6, 21, 16, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797161-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:46:10.397289 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3769a99e-21a5-4faa-803f-bdb726668325 None None] Checking segment: {'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:46:10.397697 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-3769a99e-21a5-4faa-803f-bdb726668325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:10.398099 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3769a99e-21a5-4faa-803f-bdb726668325 None None] Bound using segment: {'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'} {{(pid=78428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:46:10.398562 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.managers [None req-3769a99e-21a5-4faa-803f-bdb726668325 None None] Bound port: 1d39e42e-d1f3-479f-ae7d-adbed0402f18, host: dv-cinder-797161-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3123edc3-090a-4516-9a79-a6a8c7b9190b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650'}}] {{(pid=78428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:46:10.398941 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-3769a99e-21a5-4faa-803f-bdb726668325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:10.456249 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-279b3f5a-ee14-4b41-b2c9-c4eb2a53d686 None None] Provisioning for port c3de18f4-f030-45ef-b87f-cad8890ef4ff completed by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:46:10.473132 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-279b3f5a-ee14-4b41-b2c9-c4eb2a53d686 None None] Provisioning complete for port c3de18f4-f030-45ef-b87f-cad8890ef4ff triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:46:10.473511 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-279b3f5a-ee14-4b41-b2c9-c4eb2a53d686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:10.527505 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-3769a99e-21a5-4faa-803f-bdb726668325 None None] For port 1d39e42e-d1f3-479f-ae7d-adbed0402f18, host dv-cinder-797161-1-iscsi, cleared binding levels {{(pid=78428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:46:10.537708 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-279b3f5a-ee14-4b41-b2c9-c4eb2a53d686 None None] Port c3de18f4-f030-45ef-b87f-cad8890ef4ff cannot update to ACTIVE because it is not bound. {{(pid=78428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 16:46:10.540046 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-3769a99e-21a5-4faa-803f-bdb726668325 None None] For port 1d39e42e-d1f3-479f-ae7d-adbed0402f18, host dv-cinder-797161-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=1d39e42e-d1f3-479f-ae7d-adbed0402f18,segment=NetworkSegment(3123edc3-090a-4516-9a79-a6a8c7b9190b),segment_id=3123edc3-090a-4516-9a79-a6a8c7b9190b)] {{(pid=78428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:46:10.545323 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-3769a99e-21a5-4faa-803f-bdb726668325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:10.550047 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:10.628276 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3769a99e-21a5-4faa-803f-bdb726668325 None None] Routers {'2d427bbf-5e4f-492f-9002-cc95b60fb825'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:46:10.628953 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-3769a99e-21a5-4faa-803f-bdb726668325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d2acb50>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:45:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['2d427bbf-5e4f-492f-9002-cc95b60fb825'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:46:10.667230 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a5192de6-c165-4624-9910-6f3751a0b486 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:10.672722 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a5192de6-c165-4624-9910-6f3751a0b486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2434630'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:10.691153 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099e8c9-78e8-4537-86de-5b215d13c9f3 None None] Pushing event updated for resources: {'Port': ['ID=1d39e42e-d1f3-479f-ae7d-adbed0402f18,revision_number=3']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:10.695573 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5099e8c9-78e8-4537-86de-5b215d13c9f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:10.701851 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-74b91977-f046-43ce-87b3-07202e280b70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:10.791056 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a5192de6-c165-4624-9910-6f3751a0b486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1726593'] for router_interface, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:10.794442 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5192de6-c165-4624-9910-6f3751a0b486 admin admin] Pushing event updated for resources: {'Port': ['ID=c3de18f4-f030-45ef-b87f-cad8890ef4ff,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:10.797307 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-a5192de6-c165-4624-9910-6f3751a0b486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:10.821164 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 16b52ad0-2f4d-4855-956f-de14610b8579 up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:46:10.907802 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-3769a99e-21a5-4faa-803f-bdb726668325 None None] Set router 2d427bbf-5e4f-492f-9002-cc95b60fb825 gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:46:10.928383 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5192de6-c165-4624-9910-6f3751a0b486 admin admin] Network 16db2e48-e7d9-4d3d-90e4-d7fa30c100a8 is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:46:10.929430 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-a5192de6-c165-4624-9910-6f3751a0b486 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:46:11.035833 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port 16b52ad0-2f4d-4855-956f-de14610b8579 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:46:11.036219 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:11.141213 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5192de6-c165-4624-9910-6f3751a0b486 admin admin] Router 2d427bbf-5e4f-492f-9002-cc95b60fb825 has already been hosted by L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb {{(pid=78426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 16:46:11.238173 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-ae8ef5a9-87eb-46da-a7c2-72e378da8e44 None None] Provisioning complete for port c3de18f4-f030-45ef-b87f-cad8890ef4ff triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:46:11.238465 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-ae8ef5a9-87eb-46da-a7c2-72e378da8e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:11.319203 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5192de6-c165-4624-9910-6f3751a0b486 admin admin] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:46:11.328207 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-a5192de6-c165-4624-9910-6f3751a0b486 admin admin] 10.222.0.24 "PUT /v2.0/routers/2d427bbf-5e4f-492f-9002-cc95b60fb825/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3384020
Jun 21 16:46:11.376964 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 3cbbb0fe-8cf7-4a5b-8098-89e3e4820a34 up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:46:11.405003 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-ae8ef5a9-87eb-46da-a7c2-72e378da8e44 None None] Port c3de18f4-f030-45ef-b87f-cad8890ef4ff cannot update to ACTIVE because it is not bound. {{(pid=78428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 16:46:11.463161 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-3769a99e-21a5-4faa-803f-bdb726668325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d2acb50>, [{'id': '2d427bbf-5e4f-492f-9002-cc95b60fb825', 'name': 'tempest-TestMinimumBasicScenario-49275386-router', 'tenant_id': 'dd655f0cc78749caac0a06fc99d2c008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '1d39e42e-d1f3-479f-ae7d-adbed0402f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:46:06Z', 'updated_at': '2021-06-21T16:46:10Z', 'revision_number': 4, 'project_id': 'dd655f0cc78749caac0a06fc99d2c008', 'gw_port': {'id': '1d39e42e-d1f3-479f-ae7d-adbed0402f18', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:48:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d427bbf-5e4f-492f-9002-cc95b60fb825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:46:06Z', 'updated_at': '2021-06-21T16:46:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': 'c3de18f4-f030-45ef-b87f-cad8890ef4ff', 'name': '', 'network_id': '16db2e48-e7d9-4d3d-90e4-d7fa30c100a8', 'tenant_id': 'dd655f0cc78749caac0a06fc99d2c008', 'mac_address': 'fa:16:3e:ce:8c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d427bbf-5e4f-492f-9002-cc95b60fb825', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'b5117e95-0c97-456f-9f7c-c3459251ac06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:46:09Z', 'updated_at': '2021-06-21T16:46:10Z', 'revision_number': 2, 'project_id': 'dd655f0cc78749caac0a06fc99d2c008', 'subnets': [{'id': 'b5117e95-0c97-456f-9f7c-c3459251ac06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:46:11.466976 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port 3cbbb0fe-8cf7-4a5b-8098-89e3e4820a34 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:46:11.466976 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:11.496035 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3769a99e-21a5-4faa-803f-bdb726668325 None None] The sync data for ids ['2d427bbf-5e4f-492f-9002-cc95b60fb825'] in dv-cinder-797161-1-iscsi is: [{'id': '2d427bbf-5e4f-492f-9002-cc95b60fb825', 'name': 'tempest-TestMinimumBasicScenario-49275386-router', 'tenant_id': 'dd655f0cc78749caac0a06fc99d2c008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '1d39e42e-d1f3-479f-ae7d-adbed0402f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:46:06Z', 'updated_at': '2021-06-21T16:46:10Z', 'revision_number': 4, 'project_id': 'dd655f0cc78749caac0a06fc99d2c008', 'gw_port': {'id': '1d39e42e-d1f3-479f-ae7d-adbed0402f18', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:48:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d427bbf-5e4f-492f-9002-cc95b60fb825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:46:06Z', 'updated_at': '2021-06-21T16:46:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': 'c3de18f4-f030-45ef-b87f-cad8890ef4ff', 'name': '', 'network_id': '16db2e48-e7d9-4d3d-90e4-d7fa30c100a8', 'tenant_id': 'dd655f0cc78749caac0a06fc99d2c008', 'mac_address': 'fa:16:3e:ce:8c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d427bbf-5e4f-492f-9002-cc95b60fb825', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'b5117e95-0c97-456f-9f7c-c3459251ac06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:46:09Z', 'updated_at': '2021-06-21T16:46:10Z', 'revision_number': 2, 'project_id': 'dd655f0cc78749caac0a06fc99d2c008', 'subnets': [{'id': 'b5117e95-0c97-456f-9f7c-c3459251ac06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:46:12.759335 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 1d39e42e-d1f3-479f-ae7d-adbed0402f18 up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:46:12.846505 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning for port 1d39e42e-d1f3-479f-ae7d-adbed0402f18 completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:46:12.857673 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port 1d39e42e-d1f3-479f-ae7d-adbed0402f18 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:46:12.858078 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:12.987776 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:13.005354 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] For port 1d39e42e-d1f3-479f-ae7d-adbed0402f18, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=1d39e42e-d1f3-479f-ae7d-adbed0402f18,segment=NetworkSegment(3123edc3-090a-4516-9a79-a6a8c7b9190b),segment_id=3123edc3-090a-4516-9a79-a6a8c7b9190b)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:46:13.012595 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:13.014449 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:13.100071 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Pushing event updated for resources: {'Port': ['ID=1d39e42e-d1f3-479f-ae7d-adbed0402f18,revision_number=4']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:13.106003 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:14.728253 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 1d39e42e-d1f3-479f-ae7d-adbed0402f18 up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:46:14.797971 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port 1d39e42e-d1f3-479f-ae7d-adbed0402f18 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:46:14.798875 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:15.541537 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0052e648-5669-4a77-8aba-4030d2a310d1 None None] Sync routers for ids ['2d427bbf-5e4f-492f-9002-cc95b60fb825'] in dv-cinder-797161-1-iscsi {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:46:15.553344 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0052e648-5669-4a77-8aba-4030d2a310d1 None None] Routers {'2d427bbf-5e4f-492f-9002-cc95b60fb825'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:46:15.554276 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-0052e648-5669-4a77-8aba-4030d2a310d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979ea9b640>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:45:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['2d427bbf-5e4f-492f-9002-cc95b60fb825'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:46:15.739046 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-0052e648-5669-4a77-8aba-4030d2a310d1 None None] Set router 2d427bbf-5e4f-492f-9002-cc95b60fb825 gateway port host: dv-cinder-797161-1-iscsi {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:46:16.076901 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-0052e648-5669-4a77-8aba-4030d2a310d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979ea9b640>, [{'id': '2d427bbf-5e4f-492f-9002-cc95b60fb825', 'name': 'tempest-TestMinimumBasicScenario-49275386-router', 'tenant_id': 'dd655f0cc78749caac0a06fc99d2c008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '1d39e42e-d1f3-479f-ae7d-adbed0402f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:46:06Z', 'updated_at': '2021-06-21T16:46:10Z', 'revision_number': 4, 'project_id': 'dd655f0cc78749caac0a06fc99d2c008', 'gw_port': {'id': '1d39e42e-d1f3-479f-ae7d-adbed0402f18', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d427bbf-5e4f-492f-9002-cc95b60fb825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:46:06Z', 'updated_at': '2021-06-21T16:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': 'c3de18f4-f030-45ef-b87f-cad8890ef4ff', 'name': '', 'network_id': '16db2e48-e7d9-4d3d-90e4-d7fa30c100a8', 'tenant_id': 'dd655f0cc78749caac0a06fc99d2c008', 'mac_address': 'fa:16:3e:ce:8c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d427bbf-5e4f-492f-9002-cc95b60fb825', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'b5117e95-0c97-456f-9f7c-c3459251ac06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:46:09Z', 'updated_at': '2021-06-21T16:46:10Z', 'revision_number': 2, 'project_id': 'dd655f0cc78749caac0a06fc99d2c008', 'subnets': [{'id': 'b5117e95-0c97-456f-9f7c-c3459251ac06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:46:16.082221 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0052e648-5669-4a77-8aba-4030d2a310d1 None None] Checking router: 2d427bbf-5e4f-492f-9002-cc95b60fb825 for host: dv-cinder-797161-1-iscsi {{(pid=78429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:46:16.082668 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0052e648-5669-4a77-8aba-4030d2a310d1 None None] Updating router 2d427bbf-5e4f-492f-9002-cc95b60fb825 port c3de18f4-f030-45ef-b87f-cad8890ef4ff binding host dv-cinder-797161-1-iscsi {{(pid=78429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 21 16:46:16.138155 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-0052e648-5669-4a77-8aba-4030d2a310d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:16.520396 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-0052e648-5669-4a77-8aba-4030d2a310d1 None None] Notify callbacks [] for port, precommit_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:16.533834 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.provisioning_blocks [None req-0052e648-5669-4a77-8aba-4030d2a310d1 None None] Transition to ACTIVE for port object c3de18f4-f030-45ef-b87f-cad8890ef4ff will not be triggered until provisioned by entity L2. {{(pid=78429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:46:16.542080 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-0052e648-5669-4a77-8aba-4030d2a310d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:16.547143 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [None req-61fd80ad-4dfc-4313-96b9-b6119773dcdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:16.679472 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef3421-34f0-4f99-a4c9-086e4d47cc54 None None] Pushing event updated for resources: {'Port': ['ID=c3de18f4-f030-45ef-b87f-cad8890ef4ff,revision_number=3']} {{(pid=78429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:16.683113 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [None req-7aef3421-34f0-4f99-a4c9-086e4d47cc54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:16.781471 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.managers [None req-0052e648-5669-4a77-8aba-4030d2a310d1 None None] Attempting to bind port c3de18f4-f030-45ef-b87f-cad8890ef4ff on host dv-cinder-797161-1-iscsi for vnic_type normal with profile  {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:46:16.782031 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.managers [None req-0052e648-5669-4a77-8aba-4030d2a310d1 None None] Attempting to bind port c3de18f4-f030-45ef-b87f-cad8890ef4ff by drivers openvswitch,hyperv on host dv-cinder-797161-1-iscsi at level 0 using segments [{'id': 'd47ce0ed-38c0-4423-941d-d1e959ed61d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '16db2e48-e7d9-4d3d-90e4-d7fa30c100a8'}] {{(pid=78429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:46:16.782641 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0052e648-5669-4a77-8aba-4030d2a310d1 None None] Attempting to bind port c3de18f4-f030-45ef-b87f-cad8890ef4ff on network 16db2e48-e7d9-4d3d-90e4-d7fa30c100a8 {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:46:16.789475 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0052e648-5669-4a77-8aba-4030d2a310d1 None None] Checking agent: {'id': '52503dc4-35dc-4c7a-aab7-0589b5985e7c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797161-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 25, 48), 'started_at': datetime.datetime(2021, 6, 21, 16, 26, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797161-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:46:16.790023 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0052e648-5669-4a77-8aba-4030d2a310d1 None None] Checking segment: {'id': 'd47ce0ed-38c0-4423-941d-d1e959ed61d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '16db2e48-e7d9-4d3d-90e4-d7fa30c100a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:46:16.790757 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-0052e648-5669-4a77-8aba-4030d2a310d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:16.791259 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0052e648-5669-4a77-8aba-4030d2a310d1 None None] Bound using segment: {'id': 'd47ce0ed-38c0-4423-941d-d1e959ed61d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '16db2e48-e7d9-4d3d-90e4-d7fa30c100a8'} {{(pid=78429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:46:16.791869 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.managers [None req-0052e648-5669-4a77-8aba-4030d2a310d1 None None] Bound port: c3de18f4-f030-45ef-b87f-cad8890ef4ff, host: dv-cinder-797161-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd47ce0ed-38c0-4423-941d-d1e959ed61d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '16db2e48-e7d9-4d3d-90e4-d7fa30c100a8'}}] {{(pid=78429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:46:16.792385 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-0052e648-5669-4a77-8aba-4030d2a310d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:16.898208 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.db [None req-0052e648-5669-4a77-8aba-4030d2a310d1 None None] For port c3de18f4-f030-45ef-b87f-cad8890ef4ff, host dv-cinder-797161-1-iscsi, cleared binding levels {{(pid=78429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:46:16.901581 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.plugins.ml2.db [None req-0052e648-5669-4a77-8aba-4030d2a310d1 None None] For port c3de18f4-f030-45ef-b87f-cad8890ef4ff, host dv-cinder-797161-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=c3de18f4-f030-45ef-b87f-cad8890ef4ff,segment=NetworkSegment(d47ce0ed-38c0-4423-941d-d1e959ed61d4),segment_id=d47ce0ed-38c0-4423-941d-d1e959ed61d4)] {{(pid=78429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:46:16.906505 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron_lib.callbacks.manager [None req-0052e648-5669-4a77-8aba-4030d2a310d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:16.915612 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:16.980452 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0052e648-5669-4a77-8aba-4030d2a310d1 None None] Routers {'2d427bbf-5e4f-492f-9002-cc95b60fb825'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:46:16.981096 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-0052e648-5669-4a77-8aba-4030d2a310d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979ea9b640>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:45:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['2d427bbf-5e4f-492f-9002-cc95b60fb825'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:46:17.214807 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-0052e648-5669-4a77-8aba-4030d2a310d1 None None] Set router 2d427bbf-5e4f-492f-9002-cc95b60fb825 gateway port host: dv-cinder-797161-1-iscsi {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:46:17.358410 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef3421-34f0-4f99-a4c9-086e4d47cc54 None None] Pushing event updated for resources: {'Port': ['ID=c3de18f4-f030-45ef-b87f-cad8890ef4ff,revision_number=4']} {{(pid=78429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:17.361826 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG oslo_concurrency.lockutils [None req-7aef3421-34f0-4f99-a4c9-086e4d47cc54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=78429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:17.482937 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c61d2224-5e4e-44b7-8214-e14232808921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:17.565848 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-0052e648-5669-4a77-8aba-4030d2a310d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979ea9b640>, [{'id': '2d427bbf-5e4f-492f-9002-cc95b60fb825', 'name': 'tempest-TestMinimumBasicScenario-49275386-router', 'tenant_id': 'dd655f0cc78749caac0a06fc99d2c008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '1d39e42e-d1f3-479f-ae7d-adbed0402f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:46:06Z', 'updated_at': '2021-06-21T16:46:10Z', 'revision_number': 4, 'project_id': 'dd655f0cc78749caac0a06fc99d2c008', 'gw_port': {'id': '1d39e42e-d1f3-479f-ae7d-adbed0402f18', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d427bbf-5e4f-492f-9002-cc95b60fb825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:46:06Z', 'updated_at': '2021-06-21T16:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': 'c3de18f4-f030-45ef-b87f-cad8890ef4ff', 'name': '', 'network_id': '16db2e48-e7d9-4d3d-90e4-d7fa30c100a8', 'tenant_id': 'dd655f0cc78749caac0a06fc99d2c008', 'mac_address': 'fa:16:3e:ce:8c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d427bbf-5e4f-492f-9002-cc95b60fb825', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'b5117e95-0c97-456f-9f7c-c3459251ac06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:46:09Z', 'updated_at': '2021-06-21T16:46:16Z', 'revision_number': 4, 'project_id': 'dd655f0cc78749caac0a06fc99d2c008', 'subnets': [{'id': 'b5117e95-0c97-456f-9f7c-c3459251ac06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:46:17.571683 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0052e648-5669-4a77-8aba-4030d2a310d1 None None] The sync data for ids ['2d427bbf-5e4f-492f-9002-cc95b60fb825'] in dv-cinder-797161-1-iscsi is: [{'id': '2d427bbf-5e4f-492f-9002-cc95b60fb825', 'name': 'tempest-TestMinimumBasicScenario-49275386-router', 'tenant_id': 'dd655f0cc78749caac0a06fc99d2c008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '1d39e42e-d1f3-479f-ae7d-adbed0402f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:46:06Z', 'updated_at': '2021-06-21T16:46:10Z', 'revision_number': 4, 'project_id': 'dd655f0cc78749caac0a06fc99d2c008', 'gw_port': {'id': '1d39e42e-d1f3-479f-ae7d-adbed0402f18', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d427bbf-5e4f-492f-9002-cc95b60fb825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:46:06Z', 'updated_at': '2021-06-21T16:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': 'c3de18f4-f030-45ef-b87f-cad8890ef4ff', 'name': '', 'network_id': '16db2e48-e7d9-4d3d-90e4-d7fa30c100a8', 'tenant_id': 'dd655f0cc78749caac0a06fc99d2c008', 'mac_address': 'fa:16:3e:ce:8c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d427bbf-5e4f-492f-9002-cc95b60fb825', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'b5117e95-0c97-456f-9f7c-c3459251ac06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:46:09Z', 'updated_at': '2021-06-21T16:46:16Z', 'revision_number': 4, 'project_id': 'dd655f0cc78749caac0a06fc99d2c008', 'subnets': [{'id': 'b5117e95-0c97-456f-9f7c-c3459251ac06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:46:17.902586 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:18.771703 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device c3de18f4-f030-45ef-b87f-cad8890ef4ff up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:46:18.847548 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning for port c3de18f4-f030-45ef-b87f-cad8890ef4ff completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:46:18.852658 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port c3de18f4-f030-45ef-b87f-cad8890ef4ff triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:46:18.853165 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:18.977283 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:19.014013 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] For port c3de18f4-f030-45ef-b87f-cad8890ef4ff, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=c3de18f4-f030-45ef-b87f-cad8890ef4ff,segment=NetworkSegment(d47ce0ed-38c0-4423-941d-d1e959ed61d4),segment_id=d47ce0ed-38c0-4423-941d-d1e959ed61d4)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:46:19.019501 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:19.022860 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:19.144715 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Pushing event updated for resources: {'Port': ['ID=c3de18f4-f030-45ef-b87f-cad8890ef4ff,revision_number=5']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:19.147958 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:20.130779 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-800fa750-f997-4bde-988a-7ad6b40f7d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:20.727325 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device c3de18f4-f030-45ef-b87f-cad8890ef4ff up at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:46:20.792294 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Provisioning complete for port c3de18f4-f030-45ef-b87f-cad8890ef4ff triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:46:20.792703 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:20.889305 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:21.381137 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-1f42fa60-d99c-4707-a67d-73478951dfab tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:21.382729 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-1f42fa60-d99c-4707-a67d-73478951dfab tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/networks?id=26f51111-b954-47b2-a6f6-9888d0a11c17 HTTP/1.1" status: 200  len: 815 time: 0.1471384
Jun 21 16:46:21.398522 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-4a1a4183-5abe-43ca-a185-bb649ba951d5 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/quotas/177d64542d4a47e89c017ce0156d10a2 HTTP/1.1" status: 200  len: 375 time: 0.0102284
Jun 21 16:46:21.472024 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:21.480845 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-6ecd07a4-6338-4d68-b57d-c13423f9ac5d tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=177d64542d4a47e89c017ce0156d10a2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0771668
Jun 21 16:46:21.614925 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-fc01c008-48a1-48e0-aa60-934e3d7b6b17 service neutron] 10.222.0.24 "GET /v2.0/networks/26f51111-b954-47b2-a6f6-9888d0a11c17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1220706
Jun 21 16:46:21.743757 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-7aac539a-ed5d-40fc-b5a8-e93453f070c1 service neutron] 10.222.0.24 "GET /v2.0/networks/26f51111-b954-47b2-a6f6-9888d0a11c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229043
Jun 21 16:46:21.921015 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-eb1f8e9b-9820-4e2e-bc86-128827108c03 req-1cdff4b7-7b19-44c6-97a3-df8e91607d9a tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 210 time: 0.0460474
Jun 21 16:46:22.468947 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:23.082591 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-68f8e8a7-e0ed-4607-a1de-4d3f707cbbb5 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:23.084013 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-68f8e8a7-e0ed-4607-a1de-4d3f707cbbb5 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.39 "GET /v2.0/networks?id=26f51111-b954-47b2-a6f6-9888d0a11c17 HTTP/1.1" status: 200  len: 815 time: 0.1799970
Jun 21 16:46:23.090520 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a64a2643-5dce-4b0c-9d0f-22c7667525cb req-0a94f0d1-3a2f-46d0-bd14-0b02e4d5b327 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 210 time: 0.0539603
Jun 21 16:46:23.112881 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-d667f3b3-c05a-4121-8033-8741a52f1d91 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Request body: {'port': {'device_id': '3a47ca01-66d7-48dc-9035-7b0ad3490004', 'network_id': '26f51111-b954-47b2-a6f6-9888d0a11c17', 'admin_state_up': True, 'tenant_id': '177d64542d4a47e89c017ce0156d10a2'}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:46:23.248901 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-d667f3b3-c05a-4121-8033-8741a52f1d91 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:46:23.253352 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-d667f3b3-c05a-4121-8033-8741a52f1d91 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Usage tracker for resource:port and tenant:177d64542d4a47e89c017ce0156d10a2 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:46:23.256251 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-d667f3b3-c05a-4121-8033-8741a52f1d91 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:46:23.261872 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-d667f3b3-c05a-4121-8033-8741a52f1d91 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:46:23.273757 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-d667f3b3-c05a-4121-8033-8741a52f1d91 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Made reservation on behalf of 177d64542d4a47e89c017ce0156d10a2 for: {'port': 1} {{(pid=78427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 21 16:46:23.277374 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-d667f3b3-c05a-4121-8033-8741a52f1d91 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:23.447982 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.db_base_plugin_common [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-d667f3b3-c05a-4121-8033-8741a52f1d91 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Allocated IP 172.20.0.3 (26f51111-b954-47b2-a6f6-9888d0a11c17/bda7032f-3ad2-4169-8d69-c9e9bb18af06/a3c3ca66-a9cc-49c4-84dc-b22a010358e1) {{(pid=78427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:46:23.695485 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-d667f3b3-c05a-4121-8033-8741a52f1d91 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks [] for port, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:23.725474 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.provisioning_blocks [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-d667f3b3-c05a-4121-8033-8741a52f1d91 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Transition to ACTIVE for port object a3c3ca66-a9cc-49c4-84dc-b22a010358e1 will not be triggered until provisioned by entity DHCP. {{(pid=78427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:46:23.754294 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-d667f3b3-c05a-4121-8033-8741a52f1d91 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1910645'] for port, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:23.760509 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-9aa3a2b3-fe35-4340-9d15-6cb88a3dcd29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:23.840441 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-d667f3b3-c05a-4121-8033-8741a52f1d91 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Network 26f51111-b954-47b2-a6f6-9888d0a11c17 is already hosted by enough agents. {{(pid=78427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:46:23.843910 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.base_scheduler [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-d667f3b3-c05a-4121-8033-8741a52f1d91 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Resources bound (agent type, host, resource id):  {{(pid=78427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:46:23.848660 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-d667f3b3-c05a-4121-8033-8741a52f1d91 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Received port after_create {{(pid=78427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:46:23.881628 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667f3b3-c05a-4121-8033-8741a52f1d91 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Pushing event updated for resources: {'Port': ['ID=a3c3ca66-a9cc-49c4-84dc-b22a010358e1,revision_number=1']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:23.904963 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667f3b3-c05a-4121-8033-8741a52f1d91 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:23.905360 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667f3b3-c05a-4121-8033-8741a52f1d91 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:23.905780 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667f3b3-c05a-4121-8033-8741a52f1d91 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:23.906112 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667f3b3-c05a-4121-8033-8741a52f1d91 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:23.906472 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667f3b3-c05a-4121-8033-8741a52f1d91 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:23.907010 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667f3b3-c05a-4121-8033-8741a52f1d91 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:23.907939 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667f3b3-c05a-4121-8033-8741a52f1d91 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:23.908388 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667f3b3-c05a-4121-8033-8741a52f1d91 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:23.908767 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667f3b3-c05a-4121-8033-8741a52f1d91 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:23.909080 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667f3b3-c05a-4121-8033-8741a52f1d91 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:23.909426 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667f3b3-c05a-4121-8033-8741a52f1d91 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:23.909770 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d667f3b3-c05a-4121-8033-8741a52f1d91 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:23.916135 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-d667f3b3-c05a-4121-8033-8741a52f1d91 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:23.945390 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-d667f3b3-c05a-4121-8033-8741a52f1d91 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:23.946073 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-d667f3b3-c05a-4121-8033-8741a52f1d91 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:23.985629 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-d667f3b3-c05a-4121-8033-8741a52f1d91 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8771231
Jun 21 16:46:24.198224 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-cb315d02-a299-4d55-8029-2f77e91c4f6d None None] Provisioning for port a3c3ca66-a9cc-49c4-84dc-b22a010358e1 completed by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:46:24.204779 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-cb315d02-a299-4d55-8029-2f77e91c4f6d None None] Provisioning complete for port a3c3ca66-a9cc-49c4-84dc-b22a010358e1 triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:46:24.205498 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-cb315d02-a299-4d55-8029-2f77e91c4f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:24.262643 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-cb315d02-a299-4d55-8029-2f77e91c4f6d None None] Port a3c3ca66-a9cc-49c4-84dc-b22a010358e1 cannot update to ACTIVE because it is not bound. {{(pid=78428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 21 16:46:24.292982 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ff51e-90c7-4929-9e94-9a86527b3c6d req-b72f30a5-fdbf-48ce-83e3-384b0d6d467a tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:24.293830 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-932ff51e-90c7-4929-9e94-9a86527b3c6d req-b72f30a5-fdbf-48ce-83e3-384b0d6d467a tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Synchronizing usage tracker for tenant:177d64542d4a47e89c017ce0156d10a2 on resource:port {{(pid=78427) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:46:24.316311 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-932ff51e-90c7-4929-9e94-9a86527b3c6d req-b72f30a5-fdbf-48ce-83e3-384b0d6d467a tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Unset dirty status for tenant:177d64542d4a47e89c017ce0156d10a2 on resource:port {{(pid=78427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:46:24.317561 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-932ff51e-90c7-4929-9e94-9a86527b3c6d req-b72f30a5-fdbf-48ce-83e3-384b0d6d467a tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 931 time: 0.1106062
Jun 21 16:46:24.466118 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-932ff51e-90c7-4929-9e94-9a86527b3c6d req-0a01133d-96a3-4e36-98ab-8e647b6ea2fa tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f24954-5fd8-4236-a6d3-3e1e5aba854c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1426251
Jun 21 16:46:25.677869 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5db59-7bce-4b1c-9d2a-fa50da6301a7 req-69dcc801-4c97-43a0-bb37-5bd49a42d914 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:25.679570 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d0e5db59-7bce-4b1c-9d2a-fa50da6301a7 req-69dcc801-4c97-43a0-bb37-5bd49a42d914 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 931 time: 0.1061513
Jun 21 16:46:25.734879 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d0e5db59-7bce-4b1c-9d2a-fa50da6301a7 req-9bdbb34c-2541-480e-8596-9e61e4a79332 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f24954-5fd8-4236-a6d3-3e1e5aba854c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491388
Jun 21 16:46:26.928760 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8288f7e-69df-4eb8-9598-12290c2cd0ff req-670d8182-fb5d-4370-8c89-53cc1860b103 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:26.930337 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f8288f7e-69df-4eb8-9598-12290c2cd0ff req-670d8182-fb5d-4370-8c89-53cc1860b103 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 931 time: 0.0841134
Jun 21 16:46:26.988034 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f8288f7e-69df-4eb8-9598-12290c2cd0ff req-b888abc9-4a7e-4f5d-9171-401e1fa6c534 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f24954-5fd8-4236-a6d3-3e1e5aba854c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511458
Jun 21 16:46:27.019883 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 46356) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:46:27.223912 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [None req-65394854-08ec-4091-a4aa-b63412c5649a tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Deleting port 23f1b95e-da03-464b-85aa-d0b9b3f60e5c {{(pid=78427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:46:27.224278 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-65394854-08ec-4091-a4aa-b63412c5649a tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:27.398811 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-65394854-08ec-4091-a4aa-b63412c5649a tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:27.399126 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-65394854-08ec-4091-a4aa-b63412c5649a tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:27.528692 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [None req-65394854-08ec-4091-a4aa-b63412c5649a tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Calling delete_port for 23f1b95e-da03-464b-85aa-d0b9b3f60e5c owned by network:floatingip {{(pid=78427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:46:27.694302 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-65394854-08ec-4091-a4aa-b63412c5649a tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1910645'] for port, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:27.698100 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-c6a0e4dc-a5e8-4253-90b5-110a939061db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:27.745388 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65394854-08ec-4091-a4aa-b63412c5649a tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Pushing event deleted for resources: {'Port': ['ID=23f1b95e-da03-464b-85aa-d0b9b3f60e5c,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:27.748292 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-65394854-08ec-4091-a4aa-b63412c5649a tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:27.837883 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-65394854-08ec-4091-a4aa-b63412c5649a tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for floatingip, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:27.838113 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.db.l3_db [None req-65394854-08ec-4091-a4aa-b63412c5649a tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Floating IP 5753adaf-2795-4da2-8119-e42b08e28f91 disassociated (deleted). External IP: 172.27.1.74, port: 04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb.
Jun 21 16:46:28.371401 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65394854-08ec-4091-a4aa-b63412c5649a tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Router 1c331204-6ec0-4171-89fb-d058fa373702 has already been hosted by L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb {{(pid=78427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 16:46:28.448818 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c01d61-e3fd-43ce-aeca-b107096eb49f req-9fa444b2-3043-4d2a-b005-c54061add1ac tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:28.450245 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-11c01d61-e3fd-43ce-aeca-b107096eb49f req-9fa444b2-3043-4d2a-b005-c54061add1ac tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 931 time: 0.1788247
Jun 21 16:46:28.581065 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-11c01d61-e3fd-43ce-aeca-b107096eb49f req-949365ed-99d6-419c-ae21-5dfb896e7394 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f24954-5fd8-4236-a6d3-3e1e5aba854c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1225569
Jun 21 16:46:28.599517 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65394854-08ec-4091-a4aa-b63412c5649a tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:46:28.618689 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6d96b0-86d5-4bf5-baf1-81a40cbe9fd1 None None] Sync routers for ids ['1c331204-6ec0-4171-89fb-d058fa373702'] in dv-cinder-797161-1-iscsi {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:46:28.620614 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-65394854-08ec-4091-a4aa-b63412c5649a tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:28.630508 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6d96b0-86d5-4bf5-baf1-81a40cbe9fd1 None None] Routers {'1c331204-6ec0-4171-89fb-d058fa373702'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:46:28.631393 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-8f6d96b0-86d5-4bf5-baf1-81a40cbe9fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d8dec40>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:46:20Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['1c331204-6ec0-4171-89fb-d058fa373702'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:46:28.689725 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-65394854-08ec-4091-a4aa-b63412c5649a tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "DELETE /v2.0/floatingips/5753adaf-2795-4da2-8119-e42b08e28f91 HTTP/1.1" status: 204  len: 168 time: 1.6652822
Jun 21 16:46:28.689725 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc', 'tag': '04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb'}] {{(pid=78427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:46:28.746018 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc', 'tag': '04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb', 'status': 'completed', 'code': 200}
Jun 21 16:46:28.831073 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-8f6d96b0-86d5-4bf5-baf1-81a40cbe9fd1 None None] Set router 1c331204-6ec0-4171-89fb-d058fa373702 gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:46:29.186852 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bed748-14e1-4f3e-9227-7f8b72bbd671 req-e9e8d8fa-3e3a-412e-9622-af417ec887ab tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:29.188409 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-b2bed748-14e1-4f3e-9227-7f8b72bbd671 req-e9e8d8fa-3e3a-412e-9622-af417ec887ab tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Synchronizing usage tracker for tenant:11bb3c615f364358bf7e47b3024a2fb9 on resource:port {{(pid=78427) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:46:29.217303 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-b2bed748-14e1-4f3e-9227-7f8b72bbd671 req-e9e8d8fa-3e3a-412e-9622-af417ec887ab tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Unset dirty status for tenant:11bb3c615f364358bf7e47b3024a2fb9 on resource:port {{(pid=78427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:46:29.225617 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b2bed748-14e1-4f3e-9227-7f8b72bbd671 req-e9e8d8fa-3e3a-412e-9622-af417ec887ab tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc HTTP/1.1" status: 200  len: 945 time: 0.1519754
Jun 21 16:46:29.272883 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b2bed748-14e1-4f3e-9227-7f8b72bbd671 req-9c161aaa-c6ac-4e38-a8a8-cf7c71f9e22e tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455630
Jun 21 16:46:29.305073 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-8f6d96b0-86d5-4bf5-baf1-81a40cbe9fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d8dec40>, [{'id': '1c331204-6ec0-4171-89fb-d058fa373702', 'name': 'tempest-TestVolumeBootPattern-879465801-router', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:39:00Z', 'updated_at': '2021-06-21T16:39:04Z', 'revision_number': 4, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'gw_port': {'id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:36:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:01Z', 'updated_at': '2021-06-21T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_floatingips': [{'id': 'd6af2e42-6a55-4372-a7a0-206fc058cf4e', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'router_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'port_id': 'b5a4cff0-5c49-42db-84da-6873e56994bc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'mac_address': 'fa:16:3e:83:c1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bba57b-9361-40f1-90a9-cf7d8eb8c36a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T16:42:30Z', 'updated_at': '2021-06-21T16:42:32Z', 'revision_number': 1, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc6fb73-8003-48a7-9820-ab192af4ae1d', 'name': '', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'mac_address': 'fa:16:3e:06:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '95146380-c6e8-44b8-bebc-b70e51427629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:03Z', 'updated_at': '2021-06-21T16:39:11Z', 'revision_number': 5, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'subnets': [{'id': '95146380-c6e8-44b8-bebc-b70e51427629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:46:29.309551 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6d96b0-86d5-4bf5-baf1-81a40cbe9fd1 None None] Checking router: 1c331204-6ec0-4171-89fb-d058fa373702 for host: dv-cinder-797161-1-iscsi {{(pid=78428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:46:29.318712 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6d96b0-86d5-4bf5-baf1-81a40cbe9fd1 None None] Routers {'1c331204-6ec0-4171-89fb-d058fa373702'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:46:29.319325 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-8f6d96b0-86d5-4bf5-baf1-81a40cbe9fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d8dec40>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:46:20Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['1c331204-6ec0-4171-89fb-d058fa373702'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:46:29.496607 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-8f6d96b0-86d5-4bf5-baf1-81a40cbe9fd1 None None] Set router 1c331204-6ec0-4171-89fb-d058fa373702 gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:46:29.811232 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ef969-c271-489d-adfe-a587c42e7646 req-7cb8a5c8-3f27-4e93-a6c8-ffbcce837a77 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:29.813673 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-624ef969-c271-489d-adfe-a587c42e7646 req-7cb8a5c8-3f27-4e93-a6c8-ffbcce837a77 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 931 time: 0.1173818
Jun 21 16:46:29.861900 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-624ef969-c271-489d-adfe-a587c42e7646 req-fe5cd2d5-6349-45c6-84c0-6f65261f78af tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f24954-5fd8-4236-a6d3-3e1e5aba854c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401852
Jun 21 16:46:29.948107 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-8f6d96b0-86d5-4bf5-baf1-81a40cbe9fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d8dec40>, [{'id': '1c331204-6ec0-4171-89fb-d058fa373702', 'name': 'tempest-TestVolumeBootPattern-879465801-router', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:39:00Z', 'updated_at': '2021-06-21T16:39:04Z', 'revision_number': 4, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'gw_port': {'id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:36:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:01Z', 'updated_at': '2021-06-21T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_floatingips': [{'id': 'd6af2e42-6a55-4372-a7a0-206fc058cf4e', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'router_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'port_id': 'b5a4cff0-5c49-42db-84da-6873e56994bc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'mac_address': 'fa:16:3e:83:c1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bba57b-9361-40f1-90a9-cf7d8eb8c36a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T16:42:30Z', 'updated_at': '2021-06-21T16:42:32Z', 'revision_number': 1, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc6fb73-8003-48a7-9820-ab192af4ae1d', 'name': '', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'mac_address': 'fa:16:3e:06:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '95146380-c6e8-44b8-bebc-b70e51427629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:03Z', 'updated_at': '2021-06-21T16:39:11Z', 'revision_number': 5, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'subnets': [{'id': '95146380-c6e8-44b8-bebc-b70e51427629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:46:29.952164 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6d96b0-86d5-4bf5-baf1-81a40cbe9fd1 None None] The sync data for ids ['1c331204-6ec0-4171-89fb-d058fa373702'] in dv-cinder-797161-1-iscsi is: [{'id': '1c331204-6ec0-4171-89fb-d058fa373702', 'name': 'tempest-TestVolumeBootPattern-879465801-router', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:39:00Z', 'updated_at': '2021-06-21T16:39:04Z', 'revision_number': 4, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'gw_port': {'id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:36:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:01Z', 'updated_at': '2021-06-21T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_floatingips': [{'id': 'd6af2e42-6a55-4372-a7a0-206fc058cf4e', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'router_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'port_id': 'b5a4cff0-5c49-42db-84da-6873e56994bc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'mac_address': 'fa:16:3e:83:c1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bba57b-9361-40f1-90a9-cf7d8eb8c36a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T16:42:30Z', 'updated_at': '2021-06-21T16:42:32Z', 'revision_number': 1, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc6fb73-8003-48a7-9820-ab192af4ae1d', 'name': '', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'mac_address': 'fa:16:3e:06:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '95146380-c6e8-44b8-bebc-b70e51427629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:03Z', 'updated_at': '2021-06-21T16:39:11Z', 'revision_number': 5, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'subnets': [{'id': '95146380-c6e8-44b8-bebc-b70e51427629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:46:30.163023 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f2ce05-7332-4313-bfbc-ec5772b35e0e None None] New status for floating IP 5753adaf-2795-4da2-8119-e42b08e28f91: DOWN {{(pid=78429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 16:46:30.470558 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c691739-e79f-4e9e-9ea4-a08922634754 req-ea09366c-f324-46b5-8f4d-535661112636 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:30.472131 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5c691739-e79f-4e9e-9ea4-a08922634754 req-ea09366c-f324-46b5-8f4d-535661112636 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc HTTP/1.1" status: 200  len: 945 time: 0.0823658
Jun 21 16:46:30.525055 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5c691739-e79f-4e9e-9ea4-a08922634754 req-acc4d274-5190-475a-8956-e263385573f4 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451081
Jun 21 16:46:31.104177 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893a633-af7e-48c5-bba2-435496f94fcf req-413a3ab8-33f4-432c-b0ce-1ed2918357b0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:31.105669 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8893a633-af7e-48c5-bba2-435496f94fcf req-413a3ab8-33f4-432c-b0ce-1ed2918357b0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 931 time: 0.1110129
Jun 21 16:46:31.152280 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8893a633-af7e-48c5-bba2-435496f94fcf req-e3733ef0-d9ba-4944-8138-feead926db84 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f24954-5fd8-4236-a6d3-3e1e5aba854c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400250
Jun 21 16:46:31.720653 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be18add-cd4a-44ed-a408-9ada07bb108c req-5ef924f9-174b-4940-bf89-c7834680d661 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:31.722082 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8be18add-cd4a-44ed-a408-9ada07bb108c req-5ef924f9-174b-4940-bf89-c7834680d661 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc HTTP/1.1" status: 200  len: 945 time: 0.0827966
Jun 21 16:46:31.767375 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8be18add-cd4a-44ed-a408-9ada07bb108c req-be53c57d-bd09-4771-ae63-41b9023cde84 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394824
Jun 21 16:46:32.356338 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d4635-0799-447d-b2d2-4cacd5a74f80 req-390920c3-315c-4fe4-8228-41d56e57302c tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:32.365055 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5c7d4635-0799-447d-b2d2-4cacd5a74f80 req-390920c3-315c-4fe4-8228-41d56e57302c tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 931 time: 0.1047790
Jun 21 16:46:32.409452 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-5c7d4635-0799-447d-b2d2-4cacd5a74f80 req-386b2e2a-d233-43c6-a3ce-ce8034eb0b43 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f24954-5fd8-4236-a6d3-3e1e5aba854c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435421
Jun 21 16:46:32.962310 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696037d-f327-4702-ba2e-856e7a3b1c2a req-d4c0075c-9be9-4a38-aee6-e5c1d975f49f tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:32.963756 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8696037d-f327-4702-ba2e-856e7a3b1c2a req-d4c0075c-9be9-4a38-aee6-e5c1d975f49f tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc HTTP/1.1" status: 200  len: 945 time: 0.0896709
Jun 21 16:46:33.007682 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8696037d-f327-4702-ba2e-856e7a3b1c2a req-e8682bc0-6a90-47b8-999b-12c47b4ef9ec tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381927
Jun 21 16:46:33.599632 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05a18a-3b46-4eba-a5c5-f62700edc6ee req-e1f770b4-0964-4b08-a8c6-d0d93822b598 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:33.602373 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2b05a18a-3b46-4eba-a5c5-f62700edc6ee req-e1f770b4-0964-4b08-a8c6-d0d93822b598 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 931 time: 0.0870769
Jun 21 16:46:33.651209 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2b05a18a-3b46-4eba-a5c5-f62700edc6ee req-4838e851-02a3-4c7d-bf6e-2f8a85e968cc tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f24954-5fd8-4236-a6d3-3e1e5aba854c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431173
Jun 21 16:46:34.197302 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a58e0-5a9a-4458-9a87-3c908f228715 req-6778fed6-659d-4a66-9c28-eff9e85e1dec tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:34.197302 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d41a58e0-5a9a-4458-9a87-3c908f228715 req-6778fed6-659d-4a66-9c28-eff9e85e1dec tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc HTTP/1.1" status: 200  len: 945 time: 0.0843418
Jun 21 16:46:34.260331 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d41a58e0-5a9a-4458-9a87-3c908f228715 req-c23e7231-1384-4c31-a38f-84d14dca6351 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516260
Jun 21 16:46:34.730688 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:46:34.833344 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693f78b-6436-4a9d-a66c-0ed6ce2fc477 req-ec1b6c9e-b064-49d5-a97f-e40496309088 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:34.834699 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d693f78b-6436-4a9d-a66c-0ed6ce2fc477 req-ec1b6c9e-b064-49d5-a97f-e40496309088 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 931 time: 0.0777409
Jun 21 16:46:34.877967 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d693f78b-6436-4a9d-a66c-0ed6ce2fc477 req-84b5fcf3-a5ad-4f53-bb51-9163e8e6de96 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f24954-5fd8-4236-a6d3-3e1e5aba854c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377336
Jun 21 16:46:35.304585 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-cf09c7d8-293a-4953-957c-bea0d6d9109d service neutron] Request body: {'port': {'device_id': '3a47ca01-66d7-48dc-9035-7b0ad3490004', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79716'}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:46:35.380073 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b6706-2798-4214-959c-5d870697dab8 req-1f79527b-cad3-4ec3-b9ac-1802707cdf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:35.382206 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-711b6706-2798-4214-959c-5d870697dab8 req-1f79527b-cad3-4ec3-b9ac-1802707cdf82 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=11bb3c615f364358bf7e47b3024a2fb9&device_id=6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc HTTP/1.1" status: 200  len: 1098 time: 0.0736208
Jun 21 16:46:35.567813 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-cf09c7d8-293a-4953-957c-bea0d6d9109d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:35.585475 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b6706-2798-4214-959c-5d870697dab8 req-b6648481-4c71-4b7a-8694-52050d4ab366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:35.586911 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-711b6706-2798-4214-959c-5d870697dab8 req-b6648481-4c71-4b7a-8694-52050d4ab366 service neutron] 10.222.0.39 "GET /v2.0/networks?id=246ee509-2b5e-4a56-b181-933ba128d253 HTTP/1.1" status: 200  len: 912 time: 0.1893349
Jun 21 16:46:35.590005 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-5f8d9ab7-b9e8-4663-a4fe-9b6f87ef44e5 req-8b4bca5e-360f-460e-b306-5c8470d9301a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a5bba57b-9361-40f1-90a9-cf7d8eb8c36a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1935573
Jun 21 16:46:35.652608 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a2e95-0549-40db-9757-3c7db9b026a2 req-709f096c-d857-4cd9-a4a4-4f7a1cc90403 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:35.653959 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-cc1a2e95-0549-40db-9757-3c7db9b026a2 req-709f096c-d857-4cd9-a4a4-4f7a1cc90403 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc HTTP/1.1" status: 200  len: 945 time: 0.2628012
Jun 21 16:46:35.684153 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-711b6706-2798-4214-959c-5d870697dab8 req-5be2dac8-007e-4fcb-9249-b3cd0cf6d994 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb HTTP/1.1" status: 200  len: 217 time: 0.0685024
Jun 21 16:46:35.769376 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-cc1a2e95-0549-40db-9757-3c7db9b026a2 req-74c7323a-307c-496a-b3b2-722903e898af tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1073370
Jun 21 16:46:35.791204 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b6706-2798-4214-959c-5d870697dab8 req-381fa441-8958-4ee0-a778-6043185af800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:35.792654 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-711b6706-2798-4214-959c-5d870697dab8 req-381fa441-8958-4ee0-a778-6043185af800 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=95146380-c6e8-44b8-bebc-b70e51427629 HTTP/1.1" status: 200  len: 850 time: 0.0795844
Jun 21 16:46:35.842345 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d9ab7-b9e8-4663-a4fe-9b6f87ef44e5 req-41128e59-e6d4-4ea2-b681-a2178d77cb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:35.843826 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-5f8d9ab7-b9e8-4663-a4fe-9b6f87ef44e5 req-41128e59-e6d4-4ea2-b681-a2178d77cb51 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=11bb3c615f364358bf7e47b3024a2fb9&device_id=a5bba57b-9361-40f1-90a9-cf7d8eb8c36a HTTP/1.1" status: 200  len: 1099 time: 0.1614068
Jun 21 16:46:35.965965 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.notifiers.nova [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-cf09c7d8-293a-4953-957c-bea0d6d9109d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3c3ca66-a9cc-49c4-84dc-b22a010358e1 {{(pid=78427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:46:35.973889 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-cf09c7d8-293a-4953-957c-bea0d6d9109d service neutron] Notify callbacks [] for port, precommit_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:35.977611 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b6706-2798-4214-959c-5d870697dab8 req-c6b763a0-c029-4fc2-92f3-397f5bd03598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:35.979153 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-711b6706-2798-4214-959c-5d870697dab8 req-c6b763a0-c029-4fc2-92f3-397f5bd03598 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=246ee509-2b5e-4a56-b181-933ba128d253&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1780398
Jun 21 16:46:36.033025 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.provisioning_blocks [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-cf09c7d8-293a-4953-957c-bea0d6d9109d service neutron] Transition to ACTIVE for port object a3c3ca66-a9cc-49c4-84dc-b22a010358e1 will not be triggered until provisioned by entity L2. {{(pid=78427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 21 16:46:36.038956 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d9ab7-b9e8-4663-a4fe-9b6f87ef44e5 req-57cca8be-524e-4958-9edf-f1ed80a16f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:36.040703 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-5f8d9ab7-b9e8-4663-a4fe-9b6f87ef44e5 req-57cca8be-524e-4958-9edf-f1ed80a16f6e service neutron] 10.222.0.39 "GET /v2.0/networks?id=246ee509-2b5e-4a56-b181-933ba128d253 HTTP/1.1" status: 200  len: 912 time: 0.1753392
Jun 21 16:46:36.045272 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-cf09c7d8-293a-4953-957c-bea0d6d9109d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1910604'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:36.051830 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-b1c71854-28f0-4fc1-8821-4caaa4390057 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:36.223136 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09c7d8-293a-4953-957c-bea0d6d9109d service neutron] Pushing event updated for resources: {'Port': ['ID=a3c3ca66-a9cc-49c4-84dc-b22a010358e1,revision_number=2']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:36.232037 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-cf09c7d8-293a-4953-957c-bea0d6d9109d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:36.284414 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eefc9d-7278-4dd5-a830-ea492e275eea req-cb41fef6-0272-4ccf-af16-19c2b4bb3a5f tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:36.285929 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c3eefc9d-7278-4dd5-a830-ea492e275eea req-cb41fef6-0272-4ccf-af16-19c2b4bb3a5f tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 931 time: 0.3002517
Jun 21 16:46:36.341176 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-cf09c7d8-293a-4953-957c-bea0d6d9109d service neutron] Attempting to bind port a3c3ca66-a9cc-49c4-84dc-b22a010358e1 on host hv-cinder-79716 for vnic_type normal with profile  {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 21 16:46:36.341509 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-cf09c7d8-293a-4953-957c-bea0d6d9109d service neutron] Attempting to bind port a3c3ca66-a9cc-49c4-84dc-b22a010358e1 by drivers openvswitch,hyperv on host hv-cinder-79716 at level 0 using segments [{'id': 'd5aa9258-6989-4900-b11f-c10735fd50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '26f51111-b954-47b2-a6f6-9888d0a11c17'}] {{(pid=78427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 21 16:46:36.341838 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-cf09c7d8-293a-4953-957c-bea0d6d9109d service neutron] Attempting to bind port a3c3ca66-a9cc-49c4-84dc-b22a010358e1 on network 26f51111-b954-47b2-a6f6-9888d0a11c17 {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:46:36.350932 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-cf09c7d8-293a-4953-957c-bea0d6d9109d service neutron] Port a3c3ca66-a9cc-49c4-84dc-b22a010358e1 on network 26f51111-b954-47b2-a6f6-9888d0a11c17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79716 {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 21 16:46:36.351249 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-cf09c7d8-293a-4953-957c-bea0d6d9109d service neutron] Attempting to bind port a3c3ca66-a9cc-49c4-84dc-b22a010358e1 on network 26f51111-b954-47b2-a6f6-9888d0a11c17 {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 21 16:46:36.353515 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-5f8d9ab7-b9e8-4663-a4fe-9b6f87ef44e5 req-5b64db1a-cab9-41c3-b882-9d6611f21768 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5a4cff0-5c49-42db-84da-6873e56994bc HTTP/1.1" status: 200  len: 1001 time: 0.2637002
Jun 21 16:46:36.355444 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-711b6706-2798-4214-959c-5d870697dab8 req-71d06cc1-7067-4472-8dfa-448b9e99910d service neutron] 10.222.0.39 "GET /v2.0/networks/246ee509-2b5e-4a56-b181-933ba128d253?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3678803
Jun 21 16:46:36.358422 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c3eefc9d-7278-4dd5-a830-ea492e275eea req-e2343481-eb8a-4b19-a76e-8d2d328ba451 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f24954-5fd8-4236-a6d3-3e1e5aba854c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626919
Jun 21 16:46:36.360933 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-cf09c7d8-293a-4953-957c-bea0d6d9109d service neutron] Checking agent: {'id': '8fa6119b-2ff5-4d4e-8bfd-f2c719c77604', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79716', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'started_at': datetime.datetime(2021, 6, 21, 16, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 21 16:46:36.361272 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-cf09c7d8-293a-4953-957c-bea0d6d9109d service neutron] Checking segment: {'id': 'd5aa9258-6989-4900-b11f-c10735fd50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '26f51111-b954-47b2-a6f6-9888d0a11c17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 21 16:46:36.361646 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-cf09c7d8-293a-4953-957c-bea0d6d9109d service neutron] Bound using segment: {'id': 'd5aa9258-6989-4900-b11f-c10735fd50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '26f51111-b954-47b2-a6f6-9888d0a11c17'} {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 21 16:46:36.362080 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-cf09c7d8-293a-4953-957c-bea0d6d9109d service neutron] Bound port: a3c3ca66-a9cc-49c4-84dc-b22a010358e1, host: hv-cinder-79716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5aa9258-6989-4900-b11f-c10735fd50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '26f51111-b954-47b2-a6f6-9888d0a11c17'}}] {{(pid=78427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 21 16:46:36.362425 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-cf09c7d8-293a-4953-957c-bea0d6d9109d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:36.451277 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-cf09c7d8-293a-4953-957c-bea0d6d9109d service neutron] For port a3c3ca66-a9cc-49c4-84dc-b22a010358e1, host hv-cinder-79716, cleared binding levels {{(pid=78427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 21 16:46:36.454845 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-cf09c7d8-293a-4953-957c-bea0d6d9109d service neutron] For port a3c3ca66-a9cc-49c4-84dc-b22a010358e1, host hv-cinder-79716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=a3c3ca66-a9cc-49c4-84dc-b22a010358e1,segment=NetworkSegment(d5aa9258-6989-4900-b11f-c10735fd50ea),segment_id=d5aa9258-6989-4900-b11f-c10735fd50ea)] {{(pid=78427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 21 16:46:36.461117 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-cf09c7d8-293a-4953-957c-bea0d6d9109d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1910604'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:36.464704 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-cf09c7d8-293a-4953-957c-bea0d6d9109d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:36.518034 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d9ab7-b9e8-4663-a4fe-9b6f87ef44e5 req-57e56956-fd70-4c57-815e-a38178d9677a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:36.520396 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-5f8d9ab7-b9e8-4663-a4fe-9b6f87ef44e5 req-57e56956-fd70-4c57-815e-a38178d9677a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=95146380-c6e8-44b8-bebc-b70e51427629 HTTP/1.1" status: 200  len: 850 time: 0.1516058
Jun 21 16:46:36.525338 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-cf09c7d8-293a-4953-957c-bea0d6d9109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:36.526073 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-cf09c7d8-293a-4953-957c-bea0d6d9109d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:36.527330 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-cf09c7d8-293a-4953-957c-bea0d6d9109d service neutron] 10.222.0.39 "PUT /v2.0/ports/a3c3ca66-a9cc-49c4-84dc-b22a010358e1 HTTP/1.1" status: 200  len: 1093 time: 1.2269654
Jun 21 16:46:36.527997 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a47ca01-66d7-48dc-9035-7b0ad3490004', 'tag': 'a3c3ca66-a9cc-49c4-84dc-b22a010358e1'}] {{(pid=78427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:46:36.557207 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09c7d8-293a-4953-957c-bea0d6d9109d service neutron] Pushing event updated for resources: {'Port': ['ID=a3c3ca66-a9cc-49c4-84dc-b22a010358e1,revision_number=3']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:36.560434 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-cf09c7d8-293a-4953-957c-bea0d6d9109d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:36.583388 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a47ca01-66d7-48dc-9035-7b0ad3490004', 'tag': 'a3c3ca66-a9cc-49c4-84dc-b22a010358e1', 'status': 'completed', 'code': 200}
Jun 21 16:46:36.613893 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-711b6706-2798-4214-959c-5d870697dab8 req-547b33d3-7368-4872-864d-f96bec529f4f service neutron] 10.222.0.39 "GET /v2.0/networks/246ee509-2b5e-4a56-b181-933ba128d253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2465756
Jun 21 16:46:36.647899 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d9ab7-b9e8-4663-a4fe-9b6f87ef44e5 req-da3f1c5f-9fba-46cd-b62b-638eaa5f4cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:36.649486 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-5f8d9ab7-b9e8-4663-a4fe-9b6f87ef44e5 req-da3f1c5f-9fba-46cd-b62b-638eaa5f4cc2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=246ee509-2b5e-4a56-b181-933ba128d253&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1219289
Jun 21 16:46:36.712908 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-98e74c72-add2-40b2-a4be-4ca2b5779443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:36.714325 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-98e74c72-add2-40b2-a4be-4ca2b5779443 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=177d64542d4a47e89c017ce0156d10a2&device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 1096 time: 0.0813010
Jun 21 16:46:36.808454 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-f322b675-7612-4f56-8946-77677e5170eb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3c3ca66-a9cc-49c4-84dc-b22a010358e1 HTTP/1.1" status: 200  len: 217 time: 0.0672913
Jun 21 16:46:36.820486 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-5f8d9ab7-b9e8-4663-a4fe-9b6f87ef44e5 req-22fe3ad3-571d-41a8-8bd2-df7030bd77e3 service neutron] 10.222.0.39 "GET /v2.0/networks/246ee509-2b5e-4a56-b181-933ba128d253?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378272
Jun 21 16:46:36.872020 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-3f98419a-db39-4779-8427-ca78deb022f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:36.873539 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-3f98419a-db39-4779-8427-ca78deb022f0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bda7032f-3ad2-4169-8d69-c9e9bb18af06 HTTP/1.1" status: 200  len: 854 time: 0.0590405
Jun 21 16:46:36.953185 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-5f8d9ab7-b9e8-4663-a4fe-9b6f87ef44e5 req-64460e27-1096-4d49-a948-9d400e1eaea3 service neutron] 10.222.0.39 "GET /v2.0/networks/246ee509-2b5e-4a56-b181-933ba128d253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261225
Jun 21 16:46:37.010765 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-cac87696-c15d-48f8-bf06-5f2e344d2503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:37.012151 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-cac87696-c15d-48f8-bf06-5f2e344d2503 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=26f51111-b954-47b2-a6f6-9888d0a11c17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1305563
Jun 21 16:46:37.024258 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d8f16-abb0-4288-bfaf-f8a3d69fe41a req-66c04b73-c680-4082-889d-7b7d46e53135 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:37.025671 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d87d8f16-abb0-4288-bfaf-f8a3d69fe41a req-66c04b73-c680-4082-889d-7b7d46e53135 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc HTTP/1.1" status: 200  len: 945 time: 0.1152155
Jun 21 16:46:37.157546 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d87d8f16-abb0-4288-bfaf-f8a3d69fe41a req-9c589176-e80b-418c-8ed3-5b097debb7ee tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1105325
Jun 21 16:46:37.185809 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-b90023f1-02da-4790-ad98-9cb968a3bdfb service neutron] 10.222.0.39 "GET /v2.0/networks/26f51111-b954-47b2-a6f6-9888d0a11c17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1592221
Jun 21 16:46:37.246619 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ef7b0-e0ad-4733-a88f-964cdb31ab96 req-039cf710-c8e5-43fb-9980-afcbc85f976c tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:37.247310 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-5c5ef7b0-e0ad-4733-a88f-964cdb31ab96 req-039cf710-c8e5-43fb-9980-afcbc85f976c tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Synchronizing usage tracker for tenant:11bb3c615f364358bf7e47b3024a2fb9 on resource:port {{(pid=78426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:46:37.258646 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [req-5c5ef7b0-e0ad-4733-a88f-964cdb31ab96 req-039cf710-c8e5-43fb-9980-afcbc85f976c tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Unset dirty status for tenant:11bb3c615f364358bf7e47b3024a2fb9 on resource:port {{(pid=78426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:46:37.259759 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-5c5ef7b0-e0ad-4733-a88f-964cdb31ab96 req-039cf710-c8e5-43fb-9980-afcbc85f976c tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc HTTP/1.1" status: 200  len: 945 time: 0.0956047
Jun 21 16:46:37.322385 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-eaf4496b-0bc0-4174-aca2-5db805377c8e req-a4850f98-c2d2-4ef2-b280-ba57ecd9c318 service neutron] 10.222.0.39 "GET /v2.0/networks/26f51111-b954-47b2-a6f6-9888d0a11c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275582
Jun 21 16:46:37.330900 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [req-5c5ef7b0-e0ad-4733-a88f-964cdb31ab96 req-5469e1c3-ba29-4ea4-86d7-f4a55c58c8e2 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Deleting port 04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:46:37.331267 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-5c5ef7b0-e0ad-4733-a88f-964cdb31ab96 req-5469e1c3-ba29-4ea4-86d7-f4a55c58c8e2 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:37.591146 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [req-5c5ef7b0-e0ad-4733-a88f-964cdb31ab96 req-5469e1c3-ba29-4ea4-86d7-f4a55c58c8e2 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] For port 04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb,segment=NetworkSegment(ad271a7b-5d78-41f7-9e28-3494964f653a),segment_id=ad271a7b-5d78-41f7-9e28-3494964f653a)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:46:37.591837 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-5c5ef7b0-e0ad-4733-a88f-964cdb31ab96 req-5469e1c3-ba29-4ea4-86d7-f4a55c58c8e2 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:37.671863 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae7041-a389-42df-be23-d909ebccd7a0 req-307469b2-858c-4ea2-aca8-90c6fe14bc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:37.673674 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d1ae7041-a389-42df-be23-d909ebccd7a0 req-307469b2-858c-4ea2-aca8-90c6fe14bc86 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=177d64542d4a47e89c017ce0156d10a2&device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 1096 time: 0.2409937
Jun 21 16:46:37.684366 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0fe7e-ced9-4fbf-850d-c2a222dde7df req-467a7060-e303-4c2e-b4ac-1559ced7b3d1 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:37.685699 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c7a0fe7e-ced9-4fbf-850d-c2a222dde7df req-467a7060-e303-4c2e-b4ac-1559ced7b3d1 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 943 time: 0.2114086
Jun 21 16:46:37.713539 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [req-5c5ef7b0-e0ad-4733-a88f-964cdb31ab96 req-5469e1c3-ba29-4ea4-86d7-f4a55c58c8e2 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Calling delete_port for 04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb owned by compute:nova {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:46:37.820904 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c7a0fe7e-ced9-4fbf-850d-c2a222dde7df req-0d2334ae-b3e8-42cd-8a92-53835b4caca0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f24954-5fd8-4236-a6d3-3e1e5aba854c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134303
Jun 21 16:46:37.852401 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae7041-a389-42df-be23-d909ebccd7a0 req-ec383d05-efd9-4014-a735-8aa2e500a269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:37.853786 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d1ae7041-a389-42df-be23-d909ebccd7a0 req-ec383d05-efd9-4014-a735-8aa2e500a269 service neutron] 10.222.0.39 "GET /v2.0/networks?id=26f51111-b954-47b2-a6f6-9888d0a11c17 HTTP/1.1" status: 200  len: 916 time: 0.1672714
Jun 21 16:46:37.866638 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-5c5ef7b0-e0ad-4733-a88f-964cdb31ab96 req-5469e1c3-ba29-4ea4-86d7-f4a55c58c8e2 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:37.873764 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-172fc3eb-f2cb-4fe7-8e92-302626ca28ba tempest-VolumesActionsTest-1376576166 tempest-VolumesActionsTest-1376576166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:37.939499 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d1ae7041-a389-42df-be23-d909ebccd7a0 req-dafdb380-0783-45fa-9be2-8fc0baf54e41 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3c3ca66-a9cc-49c4-84dc-b22a010358e1 HTTP/1.1" status: 200  len: 217 time: 0.0615411
Jun 21 16:46:37.948481 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5469e1c3-ba29-4ea4-86d7-f4a55c58c8e2 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Pushing event deleted for resources: {'Port': ['ID=04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:37.956244 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-5469e1c3-ba29-4ea4-86d7-f4a55c58c8e2 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:37.995425 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5ef7b0-e0ad-4733-a88f-964cdb31ab96 req-5469e1c3-ba29-4ea4-86d7-f4a55c58c8e2 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] No DVR routers for this DVR port 04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb on host hv-cinder-79716 {{(pid=78426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 16:46:37.998756 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [req-5c5ef7b0-e0ad-4733-a88f-964cdb31ab96 req-5469e1c3-ba29-4ea4-86d7-f4a55c58c8e2 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:38.003103 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc', 'name': 'network-vif-deleted', 'tag': '04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:46:38.006814 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae7041-a389-42df-be23-d909ebccd7a0 req-04aff56a-83ba-43d8-bf21-3f552b1a16e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:38.008315 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d1ae7041-a389-42df-be23-d909ebccd7a0 req-04aff56a-83ba-43d8-bf21-3f552b1a16e0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bda7032f-3ad2-4169-8d69-c9e9bb18af06 HTTP/1.1" status: 200  len: 854 time: 0.0623858
Jun 21 16:46:38.017461 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [req-5c5ef7b0-e0ad-4733-a88f-964cdb31ab96 req-5469e1c3-ba29-4ea4-86d7-f4a55c58c8e2 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.39 "DELETE /v2.0/ports/04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb HTTP/1.1" status: 204  len: 173 time: 0.7503939
Jun 21 16:46:38.097150 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae7041-a389-42df-be23-d909ebccd7a0 req-d885ee51-db5b-4926-94de-4b49f08ba901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:38.098620 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d1ae7041-a389-42df-be23-d909ebccd7a0 req-d885ee51-db5b-4926-94de-4b49f08ba901 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=26f51111-b954-47b2-a6f6-9888d0a11c17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0832005
Jun 21 16:46:38.234506 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d1ae7041-a389-42df-be23-d909ebccd7a0 req-0e741534-6e4f-4292-a664-1fc4a01c0ddc service neutron] 10.222.0.39 "GET /v2.0/networks/26f51111-b954-47b2-a6f6-9888d0a11c17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279855
Jun 21 16:46:38.243954 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc', 'name': 'network-vif-deleted', 'tag': '04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb', 'status': 'completed', 'code': 200}
Jun 21 16:46:38.371713 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b80a1fb2-10a2-4013-9e90-2d6d0792bac9 req-ede2ca9d-d634-42f7-9e1a-96c439f50549 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f7f83bb-3ba6-4e8d-99da-74544a8d7cfc HTTP/1.1" status: 200  len: 210 time: 0.1018486
Jun 21 16:46:38.418001 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d1ae7041-a389-42df-be23-d909ebccd7a0 req-0634afc9-5fe0-4653-9207-eb636b7a707e service neutron] 10.222.0.39 "GET /v2.0/networks/26f51111-b954-47b2-a6f6-9888d0a11c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1765358
Jun 21 16:46:39.011697 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f95a3-7abe-4a71-a531-361e69941fbb req-4e31952b-367e-4284-af47-ab3950deca44 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:39.013137 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-695f95a3-7abe-4a71-a531-361e69941fbb req-4e31952b-367e-4284-af47-ab3950deca44 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 943 time: 0.0845711
Jun 21 16:46:39.059154 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-695f95a3-7abe-4a71-a531-361e69941fbb req-58a158b1-2e08-45f5-9585-f21d86f03615 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f24954-5fd8-4236-a6d3-3e1e5aba854c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384488
Jun 21 16:46:39.689913 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb no longer exists at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:46:39.723969 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] No Port match for: 04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:46:39.724309 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device 04fce4b3-37f4-46f9-8de2-ccfb39e0cfeb not bound to the agent host hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:46:40.241606 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb141f4a-8b86-4c4f-9db3-7160eb511789 req-cab32378-55e1-4469-8197-b2a19b7aac72 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:40.243049 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-fb141f4a-8b86-4c4f-9db3-7160eb511789 req-cab32378-55e1-4469-8197-b2a19b7aac72 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 943 time: 0.0796301
Jun 21 16:46:40.289808 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-fb141f4a-8b86-4c4f-9db3-7160eb511789 req-a98b25dc-84b6-48fc-b607-279719ead898 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f24954-5fd8-4236-a6d3-3e1e5aba854c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411716
Jun 21 16:46:41.472618 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc996965-3e8f-4a4d-a852-909379fb2cc7 req-64a169dd-977e-40b0-b481-5a052d18e8ab tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:41.474067 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-cc996965-3e8f-4a4d-a852-909379fb2cc7 req-64a169dd-977e-40b0-b481-5a052d18e8ab tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 943 time: 0.0778227
Jun 21 16:46:41.517965 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-cc996965-3e8f-4a4d-a852-909379fb2cc7 req-3a9b6f9e-43a7-4561-a4f5-31766fcece09 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f24954-5fd8-4236-a6d3-3e1e5aba854c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383086
Jun 21 16:46:41.699738 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device a3c3ca66-a9cc-49c4-84dc-b22a010358e1 details requested by agent hyperv_hv-cinder-79716 with host hv-cinder-79716 {{(pid=78428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 21 16:46:41.830806 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port a3c3ca66-a9cc-49c4-84dc-b22a010358e1, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=a3c3ca66-a9cc-49c4-84dc-b22a010358e1,segment=NetworkSegment(d5aa9258-6989-4900-b11f-c10735fd50ea),segment_id=d5aa9258-6989-4900-b11f-c10735fd50ea)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:46:41.843655 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Returning: {'device': 'a3c3ca66-a9cc-49c4-84dc-b22a010358e1', 'network_id': '26f51111-b954-47b2-a6f6-9888d0a11c17', 'port_id': 'a3c3ca66-a9cc-49c4-84dc-b22a010358e1', 'mac_address': 'fa:16:3e:17:f0:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda7032f-3ad2-4169-8d69-c9e9bb18af06', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 21 16:46:41.860350 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 46426) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:46:41.901196 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:41.918175 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3c3ca66-a9cc-49c4-84dc-b22a010358e1 {{(pid=78428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 21 16:46:41.934241 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port a3c3ca66-a9cc-49c4-84dc-b22a010358e1, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=a3c3ca66-a9cc-49c4-84dc-b22a010358e1,segment=NetworkSegment(d5aa9258-6989-4900-b11f-c10735fd50ea),segment_id=d5aa9258-6989-4900-b11f-c10735fd50ea)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:46:41.937775 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:41.940112 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:42.004175 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=a3c3ca66-a9cc-49c4-84dc-b22a010358e1,revision_number=4']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:42.007730 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:42.072193 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [None req-9dcf6741-2eed-4d0f-9a41-e5b7456adec6 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Deleting port 5891ab1e-1b1f-4369-bc9e-4f1b6f3872b2 {{(pid=78427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:46:42.072669 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-9dcf6741-2eed-4d0f-9a41-e5b7456adec6 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:42.240659 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-9dcf6741-2eed-4d0f-9a41-e5b7456adec6 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:42.240978 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-9dcf6741-2eed-4d0f-9a41-e5b7456adec6 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:42.254272 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['a3c3ca66-a9cc-49c4-84dc-b22a010358e1'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:46:42.468049 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [None req-9dcf6741-2eed-4d0f-9a41-e5b7456adec6 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Calling delete_port for 5891ab1e-1b1f-4369-bc9e-4f1b6f3872b2 owned by network:floatingip {{(pid=78427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:46:42.613918 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-9dcf6741-2eed-4d0f-9a41-e5b7456adec6 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1910645'] for port, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:42.618545 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-30b563cf-9431-4601-bca4-0d59ee8aed41 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:42.728519 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf6741-2eed-4d0f-9a41-e5b7456adec6 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Pushing event deleted for resources: {'Port': ['ID=5891ab1e-1b1f-4369-bc9e-4f1b6f3872b2,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:42.730691 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-9dcf6741-2eed-4d0f-9a41-e5b7456adec6 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:42.810762 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-9dcf6741-2eed-4d0f-9a41-e5b7456adec6 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for floatingip, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:42.811095 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.db.l3_db [None req-9dcf6741-2eed-4d0f-9a41-e5b7456adec6 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Floating IP d6af2e42-6a55-4372-a7a0-206fc058cf4e disassociated (deleted). External IP: 172.27.1.23, port: b5a4cff0-5c49-42db-84da-6873e56994bc.
Jun 21 16:46:42.903899 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fdc4f-d84b-4b98-a29f-8817710b2b59 req-c60bbf2b-e5c3-4b5c-b41c-aab42fc127fd tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:42.905338 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0c2fdc4f-d84b-4b98-a29f-8817710b2b59 req-c60bbf2b-e5c3-4b5c-b41c-aab42fc127fd tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 944 time: 0.2548161
Jun 21 16:46:43.027081 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0c2fdc4f-d84b-4b98-a29f-8817710b2b59 req-e97315c4-b4fe-43be-bf25-30315d8f8450 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f24954-5fd8-4236-a6d3-3e1e5aba854c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143401
Jun 21 16:46:43.204106 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dcf6741-2eed-4d0f-9a41-e5b7456adec6 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Router 1c331204-6ec0-4171-89fb-d058fa373702 has already been hosted by L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb {{(pid=78427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 16:46:43.378660 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dcf6741-2eed-4d0f-9a41-e5b7456adec6 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:46:43.388114 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397cfafb-00f7-40e8-a771-dc3b886581c9 None None] Sync routers for ids ['1c331204-6ec0-4171-89fb-d058fa373702'] in dv-cinder-797161-1-iscsi {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:46:43.394739 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-9dcf6741-2eed-4d0f-9a41-e5b7456adec6 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:43.397814 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397cfafb-00f7-40e8-a771-dc3b886581c9 None None] Routers {'1c331204-6ec0-4171-89fb-d058fa373702'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:46:43.398419 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-397cfafb-00f7-40e8-a771-dc3b886581c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d735460>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:46:20Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['1c331204-6ec0-4171-89fb-d058fa373702'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:46:43.448280 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-9dcf6741-2eed-4d0f-9a41-e5b7456adec6 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "DELETE /v2.0/floatingips/d6af2e42-6a55-4372-a7a0-206fc058cf4e HTTP/1.1" status: 204  len: 168 time: 1.5863044
Jun 21 16:46:43.449095 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5bba57b-9361-40f1-90a9-cf7d8eb8c36a', 'tag': 'b5a4cff0-5c49-42db-84da-6873e56994bc'}] {{(pid=78427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:46:43.502626 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5bba57b-9361-40f1-90a9-cf7d8eb8c36a', 'tag': 'b5a4cff0-5c49-42db-84da-6873e56994bc', 'status': 'completed', 'code': 200}
Jun 21 16:46:43.588553 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-397cfafb-00f7-40e8-a771-dc3b886581c9 None None] Set router 1c331204-6ec0-4171-89fb-d058fa373702 gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:46:43.622431 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccc22f-6773-4e47-a6fb-7e6a0801c569 req-039ca343-f48a-4326-af8a-ee2d724a003f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:43.624081 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f9ccc22f-6773-4e47-a6fb-7e6a0801c569 req-039ca343-f48a-4326-af8a-ee2d724a003f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=11bb3c615f364358bf7e47b3024a2fb9&device_id=a5bba57b-9361-40f1-90a9-cf7d8eb8c36a HTTP/1.1" status: 200  len: 1099 time: 0.0768878
Jun 21 16:46:43.722245 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device a3c3ca66-a9cc-49c4-84dc-b22a010358e1 up at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 21 16:46:43.756490 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccc22f-6773-4e47-a6fb-7e6a0801c569 req-7a27fc28-a911-49c6-b79e-eb2939243e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:43.758450 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f9ccc22f-6773-4e47-a6fb-7e6a0801c569 req-7a27fc28-a911-49c6-b79e-eb2939243e7c service neutron] 10.222.0.39 "GET /v2.0/networks?id=246ee509-2b5e-4a56-b181-933ba128d253 HTTP/1.1" status: 200  len: 912 time: 0.1276717
Jun 21 16:46:43.831896 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f9ccc22f-6773-4e47-a6fb-7e6a0801c569 req-262e5b2a-8487-4109-ac13-1c8c25d263a6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5a4cff0-5c49-42db-84da-6873e56994bc HTTP/1.1" status: 200  len: 217 time: 0.0668538
Jun 21 16:46:43.895577 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning for port a3c3ca66-a9cc-49c4-84dc-b22a010358e1 completed by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 21 16:46:43.907236 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Provisioning complete for port a3c3ca66-a9cc-49c4-84dc-b22a010358e1 triggered by entity L2. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:46:43.908187 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:43.962810 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccc22f-6773-4e47-a6fb-7e6a0801c569 req-d4655978-fa83-44f1-ac30-c9cb4404b980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:43.964467 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f9ccc22f-6773-4e47-a6fb-7e6a0801c569 req-d4655978-fa83-44f1-ac30-c9cb4404b980 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=95146380-c6e8-44b8-bebc-b70e51427629 HTTP/1.1" status: 200  len: 850 time: 0.1128793
Jun 21 16:46:44.080793 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:44.113335 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-397cfafb-00f7-40e8-a771-dc3b886581c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d735460>, [{'id': '1c331204-6ec0-4171-89fb-d058fa373702', 'name': 'tempest-TestVolumeBootPattern-879465801-router', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:39:00Z', 'updated_at': '2021-06-21T16:39:04Z', 'revision_number': 4, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'gw_port': {'id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:36:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:01Z', 'updated_at': '2021-06-21T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': 'ddc6fb73-8003-48a7-9820-ab192af4ae1d', 'name': '', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'mac_address': 'fa:16:3e:06:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '95146380-c6e8-44b8-bebc-b70e51427629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:03Z', 'updated_at': '2021-06-21T16:39:11Z', 'revision_number': 5, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'subnets': [{'id': '95146380-c6e8-44b8-bebc-b70e51427629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:46:44.123477 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a47ca01-66d7-48dc-9035-7b0ad3490004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c3ca66-a9cc-49c4-84dc-b22a010358e1'}] {{(pid=78428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:46:44.131142 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397cfafb-00f7-40e8-a771-dc3b886581c9 None None] Checking router: 1c331204-6ec0-4171-89fb-d058fa373702 for host: dv-cinder-797161-1-iscsi {{(pid=78428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:46:44.136257 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] For port a3c3ca66-a9cc-49c4-84dc-b22a010358e1, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=a3c3ca66-a9cc-49c4-84dc-b22a010358e1,segment=NetworkSegment(d5aa9258-6989-4900-b11f-c10735fd50ea),segment_id=d5aa9258-6989-4900-b11f-c10735fd50ea)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:46:44.143561 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575'] for port, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:44.145639 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:44.152735 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf5878-80ba-4d05-a688-8aed94b82f01 req-2074d672-6636-46e0-aae7-9bf6c330b07d tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:44.153430 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-3faf5878-80ba-4d05-a688-8aed94b82f01 req-2074d672-6636-46e0-aae7-9bf6c330b07d tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Synchronizing usage tracker for tenant:11bb3c615f364358bf7e47b3024a2fb9 on resource:port {{(pid=78427) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:46:44.173265 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397cfafb-00f7-40e8-a771-dc3b886581c9 None None] Routers {'1c331204-6ec0-4171-89fb-d058fa373702'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:46:44.173898 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-397cfafb-00f7-40e8-a771-dc3b886581c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d735460>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:46:20Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['1c331204-6ec0-4171-89fb-d058fa373702'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:46:44.225270 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-3faf5878-80ba-4d05-a688-8aed94b82f01 req-2074d672-6636-46e0-aae7-9bf6c330b07d tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Unset dirty status for tenant:11bb3c615f364358bf7e47b3024a2fb9 on resource:port {{(pid=78427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:46:44.226325 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-3faf5878-80ba-4d05-a688-8aed94b82f01 req-2074d672-6636-46e0-aae7-9bf6c330b07d tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5bba57b-9361-40f1-90a9-cf7d8eb8c36a HTTP/1.1" status: 200  len: 946 time: 0.3380704
Jun 21 16:46:44.255068 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccc22f-6773-4e47-a6fb-7e6a0801c569 req-9557af64-bbbb-4eda-9c4c-7f90796901a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:44.256529 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f9ccc22f-6773-4e47-a6fb-7e6a0801c569 req-9557af64-bbbb-4eda-9c4c-7f90796901a3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=246ee509-2b5e-4a56-b181-933ba128d253&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2832258
Jun 21 16:46:44.321312 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-3faf5878-80ba-4d05-a688-8aed94b82f01 req-704e6d1b-6571-43e7-a5a5-2eb0b4dc7341 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0872257
Jun 21 16:46:44.380315 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Pushing event updated for resources: {'Port': ['ID=a3c3ca66-a9cc-49c4-84dc-b22a010358e1,revision_number=5']} {{(pid=78428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:44.384935 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff10593-91f8-4521-8f36-4a66d3d73bc3 req-29674832-6683-4075-a513-c48661aa6846 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:44.386447 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-bff10593-91f8-4521-8f36-4a66d3d73bc3 req-29674832-6683-4075-a513-c48661aa6846 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 945 time: 0.2427790
Jun 21 16:46:44.389766 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_concurrency.lockutils [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=78428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:44.424336 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-397cfafb-00f7-40e8-a771-dc3b886581c9 None None] Set router 1c331204-6ec0-4171-89fb-d058fa373702 gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:46:44.459717 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-bff10593-91f8-4521-8f36-4a66d3d73bc3 req-5e93679a-43c7-4710-8d79-0667ffcc9eea tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f24954-5fd8-4236-a6d3-3e1e5aba854c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651729
Jun 21 16:46:44.463109 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f9ccc22f-6773-4e47-a6fb-7e6a0801c569 req-09fada97-bcd5-4aed-a8ba-9570ea56d4e4 service neutron] 10.222.0.39 "GET /v2.0/networks/246ee509-2b5e-4a56-b181-933ba128d253?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1974435
Jun 21 16:46:44.492492 dv-cinder-797161-1-iscsi neutron-server[78428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a47ca01-66d7-48dc-9035-7b0ad3490004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c3ca66-a9cc-49c4-84dc-b22a010358e1', 'code': 200}
Jun 21 16:46:44.606306 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f9ccc22f-6773-4e47-a6fb-7e6a0801c569 req-ce9ef00f-e76b-4d3c-83ff-74a61038a02e service neutron] 10.222.0.39 "GET /v2.0/networks/246ee509-2b5e-4a56-b181-933ba128d253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348121
Jun 21 16:46:44.738839 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-397cfafb-00f7-40e8-a771-dc3b886581c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d735460>, [{'id': '1c331204-6ec0-4171-89fb-d058fa373702', 'name': 'tempest-TestVolumeBootPattern-879465801-router', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:39:00Z', 'updated_at': '2021-06-21T16:39:04Z', 'revision_number': 4, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'gw_port': {'id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:36:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:01Z', 'updated_at': '2021-06-21T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': 'ddc6fb73-8003-48a7-9820-ab192af4ae1d', 'name': '', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'mac_address': 'fa:16:3e:06:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '95146380-c6e8-44b8-bebc-b70e51427629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:03Z', 'updated_at': '2021-06-21T16:39:11Z', 'revision_number': 5, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'subnets': [{'id': '95146380-c6e8-44b8-bebc-b70e51427629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:46:44.742653 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397cfafb-00f7-40e8-a771-dc3b886581c9 None None] The sync data for ids ['1c331204-6ec0-4171-89fb-d058fa373702'] in dv-cinder-797161-1-iscsi is: [{'id': '1c331204-6ec0-4171-89fb-d058fa373702', 'name': 'tempest-TestVolumeBootPattern-879465801-router', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:39:00Z', 'updated_at': '2021-06-21T16:39:04Z', 'revision_number': 4, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'gw_port': {'id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:36:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:01Z', 'updated_at': '2021-06-21T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': 'ddc6fb73-8003-48a7-9820-ab192af4ae1d', 'name': '', 'network_id': '246ee509-2b5e-4a56-b181-933ba128d253', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'mac_address': 'fa:16:3e:06:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '95146380-c6e8-44b8-bebc-b70e51427629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:03Z', 'updated_at': '2021-06-21T16:39:11Z', 'revision_number': 5, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'subnets': [{'id': '95146380-c6e8-44b8-bebc-b70e51427629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:46:44.759757 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98e243-ff8d-4fb6-b9a9-54cd14a8a4c6 req-b1613deb-5028-4186-b518-0ecbbb87cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:44.761242 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0c98e243-ff8d-4fb6-b9a9-54cd14a8a4c6 req-b1613deb-5028-4186-b518-0ecbbb87cc87 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 1098 time: 0.0726273
Jun 21 16:46:44.804470 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-0c98e243-ff8d-4fb6-b9a9-54cd14a8a4c6 req-6c90bfe6-0cd9-48be-8a98-847102d14b0a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=21f24954-5fd8-4236-a6d3-3e1e5aba854c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0357566
Jun 21 16:46:44.957064 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd54fb4-1a0e-4a1e-a96d-90c2951fc6ef None None] New status for floating IP d6af2e42-6a55-4372-a7a0-206fc058cf4e: DOWN {{(pid=78429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 16:46:45.506481 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d74f4-45cd-48a2-84bc-1a7190e987a9 req-4f832fab-7143-46cd-85c2-ba766b607389 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:45.507964 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b33d74f4-45cd-48a2-84bc-1a7190e987a9 req-4f832fab-7143-46cd-85c2-ba766b607389 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5bba57b-9361-40f1-90a9-cf7d8eb8c36a HTTP/1.1" status: 200  len: 946 time: 0.0821302
Jun 21 16:46:45.555097 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-b33d74f4-45cd-48a2-84bc-1a7190e987a9 req-efb2c14d-bab7-4e53-99c6-e017562cae9b tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/security-groups?id=816120f9-fbbc-447f-b58c-1e6c0da9e4dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388117
Jun 21 16:46:45.647126 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862e49c-ec3d-4439-be51-e05ca3803b60 req-40e5da43-1565-4114-a2a0-a66a92bb536d tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:45.648505 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f862e49c-ec3d-4439-be51-e05ca3803b60 req-40e5da43-1565-4114-a2a0-a66a92bb536d tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 945 time: 0.0788844
Jun 21 16:46:45.692711 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f862e49c-ec3d-4439-be51-e05ca3803b60 req-9dea0d0f-d6a7-4adc-9e33-872746bafb43 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f24954-5fd8-4236-a6d3-3e1e5aba854c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385444
Jun 21 16:46:46.007624 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b6b36-c135-41a5-b5cd-6f933e511627 req-5c5ff518-388b-4530-9b0e-70f9a21f1c22 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:46.009075 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-978b6b36-c135-41a5-b5cd-6f933e511627 req-5c5ff518-388b-4530-9b0e-70f9a21f1c22 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5bba57b-9361-40f1-90a9-cf7d8eb8c36a HTTP/1.1" status: 200  len: 946 time: 0.0833998
Jun 21 16:46:46.084248 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [req-978b6b36-c135-41a5-b5cd-6f933e511627 req-7294128c-facf-4d23-ad48-a89c43524203 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Deleting port b5a4cff0-5c49-42db-84da-6873e56994bc {{(pid=78427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:46:46.084593 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-978b6b36-c135-41a5-b5cd-6f933e511627 req-7294128c-facf-4d23-ad48-a89c43524203 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:46.341665 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [req-978b6b36-c135-41a5-b5cd-6f933e511627 req-7294128c-facf-4d23-ad48-a89c43524203 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] For port b5a4cff0-5c49-42db-84da-6873e56994bc, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=b5a4cff0-5c49-42db-84da-6873e56994bc,segment=NetworkSegment(ad271a7b-5d78-41f7-9e28-3494964f653a),segment_id=ad271a7b-5d78-41f7-9e28-3494964f653a)] {{(pid=78427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:46:46.341919 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-978b6b36-c135-41a5-b5cd-6f933e511627 req-7294128c-facf-4d23-ad48-a89c43524203 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:46.480938 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [req-978b6b36-c135-41a5-b5cd-6f933e511627 req-7294128c-facf-4d23-ad48-a89c43524203 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Calling delete_port for b5a4cff0-5c49-42db-84da-6873e56994bc owned by compute:nova {{(pid=78427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:46:46.629878 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-978b6b36-c135-41a5-b5cd-6f933e511627 req-7294128c-facf-4d23-ad48-a89c43524203 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1910645'] for port, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:46.635745 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-9dcf6741-2eed-4d0f-9a41-e5b7456adec6 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:46.712173 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7294128c-facf-4d23-ad48-a89c43524203 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Pushing event deleted for resources: {'Port': ['ID=b5a4cff0-5c49-42db-84da-6873e56994bc,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:46.720140 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-7294128c-facf-4d23-ad48-a89c43524203 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:46.753520 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-30ca79eb-7504-4db2-9c34-8410a3f3cd43 req-d37a7ae5-659d-4277-93c5-95ec7e41d572 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5bba57b-9361-40f1-90a9-cf7d8eb8c36a HTTP/1.1" status: 200  len: 210 time: 0.0833240
Jun 21 16:46:46.805934 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [req-978b6b36-c135-41a5-b5cd-6f933e511627 req-7294128c-facf-4d23-ad48-a89c43524203 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] No DVR routers for this DVR port b5a4cff0-5c49-42db-84da-6873e56994bc on host hv-cinder-79716 {{(pid=78427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 16:46:46.808461 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-978b6b36-c135-41a5-b5cd-6f933e511627 req-7294128c-facf-4d23-ad48-a89c43524203 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:46.936393 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5bba57b-9361-40f1-90a9-cf7d8eb8c36a', 'name': 'network-vif-deleted', 'tag': 'b5a4cff0-5c49-42db-84da-6873e56994bc'}] {{(pid=78427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:46:46.968264 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-978b6b36-c135-41a5-b5cd-6f933e511627 req-7294128c-facf-4d23-ad48-a89c43524203 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.39 "DELETE /v2.0/ports/b5a4cff0-5c49-42db-84da-6873e56994bc HTTP/1.1" status: 204  len: 173 time: 0.9523530
Jun 21 16:46:46.989112 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5bba57b-9361-40f1-90a9-cf7d8eb8c36a', 'name': 'network-vif-deleted', 'tag': 'b5a4cff0-5c49-42db-84da-6873e56994bc', 'status': 'completed', 'code': 200}
Jun 21 16:46:46.997379 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381a256-58e7-4094-9b4e-b0222746efd9 req-42b6af42-9ae0-4b91-a35d-a0cc2b1bd55c tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:46.998821 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a381a256-58e7-4094-9b4e-b0222746efd9 req-42b6af42-9ae0-4b91-a35d-a0cc2b1bd55c tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 945 time: 0.1941328
Jun 21 16:46:47.052043 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a381a256-58e7-4094-9b4e-b0222746efd9 req-25c15543-75ac-4be9-9b18-dd01c33e616c tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f24954-5fd8-4236-a6d3-3e1e5aba854c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425062
Jun 21 16:46:47.253522 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572f37a-66d2-4211-9c59-62cf6431c36e req-b17cc00f-76b2-4633-8ca9-0f9ea01de0fc tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:47.254974 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4572f37a-66d2-4211-9c59-62cf6431c36e req-b17cc00f-76b2-4633-8ca9-0f9ea01de0fc tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 945 time: 0.0865085
Jun 21 16:46:47.298408 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4572f37a-66d2-4211-9c59-62cf6431c36e req-7eac8abb-f89a-431b-adc7-e3280b373047 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f24954-5fd8-4236-a6d3-3e1e5aba854c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377066
Jun 21 16:46:47.476679 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-1fd8dd7d-e24f-4834-8050-4f4e73d4258f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:47.688452 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b77d8c-3c8f-4676-82e6-2af6a937fb40 req-992ba57f-10c7-4180-b5a9-c6fc077fb3e2 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:47.690557 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a0b77d8c-3c8f-4676-82e6-2af6a937fb40 req-992ba57f-10c7-4180-b5a9-c6fc077fb3e2 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 945 time: 0.0787451
Jun 21 16:46:47.737609 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a0b77d8c-3c8f-4676-82e6-2af6a937fb40 req-63c06660-dfa9-4704-8881-11e14498efe2 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f24954-5fd8-4236-a6d3-3e1e5aba854c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413024
Jun 21 16:46:47.742037 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device b5a4cff0-5c49-42db-84da-6873e56994bc no longer exists at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:46:47.785577 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] No Port match for: b5a4cff0-5c49-42db-84da-6873e56994bc {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:46:47.785923 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device b5a4cff0-5c49-42db-84da-6873e56994bc not bound to the agent host hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:46:47.913843 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:47.928704 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-3b7ead17-7eba-4e3f-bb89-73e93241a236 req-b049b52b-1d15-4a55-bb3f-4e68229743c5 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Synchronizing usage tracker for tenant:11bb3c615f364358bf7e47b3024a2fb9 on resource:port {{(pid=78427) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:46:47.946020 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-3b7ead17-7eba-4e3f-bb89-73e93241a236 req-b049b52b-1d15-4a55-bb3f-4e68229743c5 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Unset dirty status for tenant:11bb3c615f364358bf7e47b3024a2fb9 on resource:port {{(pid=78427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:46:47.947475 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-3b7ead17-7eba-4e3f-bb89-73e93241a236 req-b049b52b-1d15-4a55-bb3f-4e68229743c5 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "GET /v2.0/ports?device_id=a5bba57b-9361-40f1-90a9-cf7d8eb8c36a HTTP/1.1" status: 200  len: 210 time: 0.0641408
Jun 21 16:46:49.040244 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46472) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:46:49.292718 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-95864dc4-0d05-4298-87b0-284969ca3ff3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Deleting port 566f02f7-b79c-4c11-80e0-d8412a12bbe7 {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:46:49.293060 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-95864dc4-0d05-4298-87b0-284969ca3ff3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:49.464546 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-95864dc4-0d05-4298-87b0-284969ca3ff3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:49.464871 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-95864dc4-0d05-4298-87b0-284969ca3ff3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:49.590440 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-95864dc4-0d05-4298-87b0-284969ca3ff3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Calling delete_port for 566f02f7-b79c-4c11-80e0-d8412a12bbe7 owned by network:floatingip {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:46:49.728682 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-95864dc4-0d05-4298-87b0-284969ca3ff3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:49.733380 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-82ecbf70-91be-4517-8ced-dd64345c8f12 tempest-VolumesSnapshotTestJSON-1848829074 tempest-VolumesSnapshotTestJSON-1848829074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:49.779705 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95864dc4-0d05-4298-87b0-284969ca3ff3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Pushing event deleted for resources: {'Port': ['ID=566f02f7-b79c-4c11-80e0-d8412a12bbe7,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:49.813285 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95864dc4-0d05-4298-87b0-284969ca3ff3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:49.814219 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95864dc4-0d05-4298-87b0-284969ca3ff3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:49.814595 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95864dc4-0d05-4298-87b0-284969ca3ff3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:49.814967 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95864dc4-0d05-4298-87b0-284969ca3ff3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:49.815326 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95864dc4-0d05-4298-87b0-284969ca3ff3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:49.815717 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95864dc4-0d05-4298-87b0-284969ca3ff3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:49.816089 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95864dc4-0d05-4298-87b0-284969ca3ff3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:49.816454 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95864dc4-0d05-4298-87b0-284969ca3ff3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:49.816816 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95864dc4-0d05-4298-87b0-284969ca3ff3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:49.817177 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95864dc4-0d05-4298-87b0-284969ca3ff3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:49.817533 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95864dc4-0d05-4298-87b0-284969ca3ff3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:49.817889 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95864dc4-0d05-4298-87b0-284969ca3ff3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:46:49.825479 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-95864dc4-0d05-4298-87b0-284969ca3ff3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:49.884583 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-95864dc4-0d05-4298-87b0-284969ca3ff3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for floatingip, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:49.905170 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-95864dc4-0d05-4298-87b0-284969ca3ff3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:49.906388 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-95864dc4-0d05-4298-87b0-284969ca3ff3 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "DELETE /v2.0/floatingips/fe04c2d9-689e-4337-91c0-5f06dab0a86d HTTP/1.1" status: 204  len: 168 time: 0.8651121
Jun 21 16:46:50.116503 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-7be53c97-564d-4e64-b5cd-d07a67ad725b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:50.864921 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:51.289139 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46506) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:46:51.358522 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-16b6d0a3-d9d8-4f0c-84c3-e067537de54f tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:51.386702 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-16b6d0a3-d9d8-4f0c-84c3-e067537de54f tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:51.449292 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-16b6d0a3-d9d8-4f0c-84c3-e067537de54f tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:51.453229 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-669f6a41-4172-44da-bb06-aec7b59fd4b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:51.468426 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b6d0a3-d9d8-4f0c-84c3-e067537de54f tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=816120f9-fbbc-447f-b58c-1e6c0da9e4dd,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:51.472442 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-16b6d0a3-d9d8-4f0c-84c3-e067537de54f tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:51.482289 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-16b6d0a3-d9d8-4f0c-84c3-e067537de54f tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:51.483416 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-16b6d0a3-d9d8-4f0c-84c3-e067537de54f tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] 10.222.0.24 "DELETE /v2.0/security-groups/816120f9-fbbc-447f-b58c-1e6c0da9e4dd HTTP/1.1" status: 204  len: 168 time: 0.1932900
Jun 21 16:46:51.507721 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:51.544126 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46512) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:46:52.277195 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-27605c23-65de-400f-bd6b-5042a99ab379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1726647'] for router_interface, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:52.471746 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:52.719180 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-27605c23-65de-400f-bd6b-5042a99ab379 admin admin] Deleting port ddc6fb73-8003-48a7-9820-ab192af4ae1d {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:46:52.719710 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-27605c23-65de-400f-bd6b-5042a99ab379 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:52.883980 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-27605c23-65de-400f-bd6b-5042a99ab379 admin admin] For port ddc6fb73-8003-48a7-9820-ab192af4ae1d, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=ddc6fb73-8003-48a7-9820-ab192af4ae1d,segment=NetworkSegment(ad271a7b-5d78-41f7-9e28-3494964f653a),segment_id=ad271a7b-5d78-41f7-9e28-3494964f653a)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:46:52.884336 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-27605c23-65de-400f-bd6b-5042a99ab379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:53.005960 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-27605c23-65de-400f-bd6b-5042a99ab379 admin admin] Calling delete_port for ddc6fb73-8003-48a7-9820-ab192af4ae1d owned by network:router_interface {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:46:53.318058 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-27605c23-65de-400f-bd6b-5042a99ab379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:53.321869 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-f88b67f7-4348-484d-b0e0-36bf3fb4d222 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:53.362792 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27605c23-65de-400f-bd6b-5042a99ab379 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddc6fb73-8003-48a7-9820-ab192af4ae1d,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:53.365742 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-27605c23-65de-400f-bd6b-5042a99ab379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:53.734653 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-27605c23-65de-400f-bd6b-5042a99ab379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1647111'] for router_interface, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:54.083829 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27605c23-65de-400f-bd6b-5042a99ab379 admin admin] Router 1c331204-6ec0-4171-89fb-d058fa373702 has already been hosted by L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb {{(pid=78426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 16:46:54.256332 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27605c23-65de-400f-bd6b-5042a99ab379 admin admin] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:46:54.264379 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e441d88-c0e8-4f19-828c-8c07750ac35d None None] Sync routers for ids ['1c331204-6ec0-4171-89fb-d058fa373702'] in dv-cinder-797161-1-iscsi {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:46:54.268793 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-27605c23-65de-400f-bd6b-5042a99ab379 admin admin] 10.222.0.24 "PUT /v2.0/routers/1c331204-6ec0-4171-89fb-d058fa373702/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7235801
Jun 21 16:46:54.271281 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46522) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:46:54.275022 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e441d88-c0e8-4f19-828c-8c07750ac35d None None] Routers {'1c331204-6ec0-4171-89fb-d058fa373702'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:46:54.275665 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-0e441d88-c0e8-4f19-828c-8c07750ac35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d2639a0>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:46:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['1c331204-6ec0-4171-89fb-d058fa373702'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:46:54.448420 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dfe29b0e-8168-4227-8e19-0bdea582d9f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:54.452138 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-0e441d88-c0e8-4f19-828c-8c07750ac35d None None] Set router 1c331204-6ec0-4171-89fb-d058fa373702 gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:46:54.620877 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dfe29b0e-8168-4227-8e19-0bdea582d9f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:54.631014 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-dfe29b0e-8168-4227-8e19-0bdea582d9f2 admin admin] Deleting port 53bc740f-9b2d-41fc-a75a-40148934d6df {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:46:54.631465 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dfe29b0e-8168-4227-8e19-0bdea582d9f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:54.734845 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-0e441d88-c0e8-4f19-828c-8c07750ac35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d2639a0>, [{'id': '1c331204-6ec0-4171-89fb-d058fa373702', 'name': 'tempest-TestVolumeBootPattern-879465801-router', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:39:00Z', 'updated_at': '2021-06-21T16:46:53Z', 'revision_number': 5, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'gw_port': {'id': '53bc740f-9b2d-41fc-a75a-40148934d6df', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:36:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c331204-6ec0-4171-89fb-d058fa373702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:01Z', 'updated_at': '2021-06-21T16:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi'}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:46:54.739281 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e441d88-c0e8-4f19-828c-8c07750ac35d None None] Checking router: 1c331204-6ec0-4171-89fb-d058fa373702 for host: dv-cinder-797161-1-iscsi {{(pid=78428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:46:54.748031 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e441d88-c0e8-4f19-828c-8c07750ac35d None None] Routers {'1c331204-6ec0-4171-89fb-d058fa373702'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:46:54.748634 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-0e441d88-c0e8-4f19-828c-8c07750ac35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d2639a0>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:46:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['1c331204-6ec0-4171-89fb-d058fa373702'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:46:54.815841 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-dfe29b0e-8168-4227-8e19-0bdea582d9f2 admin admin] For port 53bc740f-9b2d-41fc-a75a-40148934d6df, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=53bc740f-9b2d-41fc-a75a-40148934d6df,segment=NetworkSegment(3123edc3-090a-4516-9a79-a6a8c7b9190b),segment_id=3123edc3-090a-4516-9a79-a6a8c7b9190b)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:46:54.816501 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dfe29b0e-8168-4227-8e19-0bdea582d9f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:54.902442 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-0e441d88-c0e8-4f19-828c-8c07750ac35d None None] Set router 1c331204-6ec0-4171-89fb-d058fa373702 gateway port host: None {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:46:54.936620 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-dfe29b0e-8168-4227-8e19-0bdea582d9f2 admin admin] Calling delete_port for 53bc740f-9b2d-41fc-a75a-40148934d6df owned by network:router_gateway {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:46:55.010865 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-0e441d88-c0e8-4f19-828c-8c07750ac35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d2639a0>, [{'id': '1c331204-6ec0-4171-89fb-d058fa373702', 'name': 'tempest-TestVolumeBootPattern-879465801-router', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:39:00Z', 'updated_at': '2021-06-21T16:46:54Z', 'revision_number': 6, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'gw_port_host': None}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:46:55.014916 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e441d88-c0e8-4f19-828c-8c07750ac35d None None] The sync data for ids ['1c331204-6ec0-4171-89fb-d058fa373702'] in dv-cinder-797161-1-iscsi is: [{'id': '1c331204-6ec0-4171-89fb-d058fa373702', 'name': 'tempest-TestVolumeBootPattern-879465801-router', 'tenant_id': '11bb3c615f364358bf7e47b3024a2fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:39:00Z', 'updated_at': '2021-06-21T16:46:54Z', 'revision_number': 6, 'project_id': '11bb3c615f364358bf7e47b3024a2fb9', 'gw_port_host': None}] {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:46:55.210924 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dfe29b0e-8168-4227-8e19-0bdea582d9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:55.215558 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-5469e1c3-ba29-4ea4-86d7-f4a55c58c8e2 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:55.260421 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe29b0e-8168-4227-8e19-0bdea582d9f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=53bc740f-9b2d-41fc-a75a-40148934d6df,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:55.285924 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-dfe29b0e-8168-4227-8e19-0bdea582d9f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:55.352425 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dfe29b0e-8168-4227-8e19-0bdea582d9f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1727384'] for router_gateway, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:55.526751 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dfe29b0e-8168-4227-8e19-0bdea582d9f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1019'] for router, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:55.528958 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dfe29b0e-8168-4227-8e19-0bdea582d9f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:55.552009 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dfe29b0e-8168-4227-8e19-0bdea582d9f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1647669'] for router, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:55.552527 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe29b0e-8168-4227-8e19-0bdea582d9f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c331204-6ec0-4171-89fb-d058fa373702 {{(pid=78426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 21 16:46:55.564135 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dfe29b0e-8168-4227-8e19-0bdea582d9f2 admin admin] Notify callbacks [] for router, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:55.565240 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-dfe29b0e-8168-4227-8e19-0bdea582d9f2 admin admin] 10.222.0.24 "DELETE /v2.0/routers/1c331204-6ec0-4171-89fb-d058fa373702 HTTP/1.1" status: 204  len: 168 time: 1.2930286
Jun 21 16:46:55.567747 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46530) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:46:55.626913 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_v2 [None req-f22cb32b-7150-411b-b74b-b0c528ec8d80 admin admin] Deleting subnet 95146380-c6e8-44b8-bebc-b70e51427629 {{(pid=78426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Jun 21 16:46:55.629736 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f22cb32b-7150-411b-b74b-b0c528ec8d80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:55.676765 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f22cb32b-7150-411b-b74b-b0c528ec8d80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3128838'] for subnet, precommit_delete_associations {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:55.755295 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f22cb32b-7150-411b-b74b-b0c528ec8d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640788'] for subnet, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:55.996594 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f22cb32b-7150-411b-b74b-b0c528ec8d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2434572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2228998'] for subnet, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:56.000277 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-228c8977-eef8-4fe2-8efc-318486b7325a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:56.038928 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22cb32b-7150-411b-b74b-b0c528ec8d80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95146380-c6e8-44b8-bebc-b70e51427629,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:56.041965 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-f22cb32b-7150-411b-b74b-b0c528ec8d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:56.042942 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f22cb32b-7150-411b-b74b-b0c528ec8d80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:56.049330 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10f4ccc-4ccd-4f9f-9856-5bdb64f26235 None None] Network 246ee509-2b5e-4a56-b181-933ba128d253 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:46:56.050576 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-f22cb32b-7150-411b-b74b-b0c528ec8d80 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/95146380-c6e8-44b8-bebc-b70e51427629 HTTP/1.1" status: 204  len: 168 time: 0.4814422
Jun 21 16:46:56.053494 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 46534) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:46:56.166434 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-6e05a2b9-ff17-4a3d-b8db-056d6e7559c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614427'] for network, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:56.177293 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [None req-6e05a2b9-ff17-4a3d-b8db-056d6e7559c3 admin admin] Deleting port 3f4103c5-b469-42e0-8720-6dde3880b727 {{(pid=78427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:46:56.177628 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-6e05a2b9-ff17-4a3d-b8db-056d6e7559c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:56.358985 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbbb22c-1576-4cf8-8a63-cf60d2154338 None None] DHCP port deletion for 246ee509-2b5e-4a56-b181-933ba128d253 request from dv-cinder-797161-1-iscsi {{(pid=78428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 21 16:46:56.363289 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-ecbbb22c-1576-4cf8-8a63-cf60d2154338 None None] Deleting port 3f4103c5-b469-42e0-8720-6dde3880b727 {{(pid=78428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:46:56.363703 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-ecbbb22c-1576-4cf8-8a63-cf60d2154338 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:56.394570 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [None req-6e05a2b9-ff17-4a3d-b8db-056d6e7559c3 admin admin] For port 3f4103c5-b469-42e0-8720-6dde3880b727, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=3f4103c5-b469-42e0-8720-6dde3880b727,segment=NetworkSegment(ad271a7b-5d78-41f7-9e28-3494964f653a),segment_id=ad271a7b-5d78-41f7-9e28-3494964f653a)] {{(pid=78427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:46:56.394924 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-6e05a2b9-ff17-4a3d-b8db-056d6e7559c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:56.519915 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [None req-6e05a2b9-ff17-4a3d-b8db-056d6e7559c3 admin admin] Calling delete_port for 3f4103c5-b469-42e0-8720-6dde3880b727 owned by network:dhcp {{(pid=78427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:46:56.573058 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-ecbbb22c-1576-4cf8-8a63-cf60d2154338 None None] For port 3f4103c5-b469-42e0-8720-6dde3880b727, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=3f4103c5-b469-42e0-8720-6dde3880b727,segment=NetworkSegment(ad271a7b-5d78-41f7-9e28-3494964f653a),segment_id=ad271a7b-5d78-41f7-9e28-3494964f653a)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:46:56.573421 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-ecbbb22c-1576-4cf8-8a63-cf60d2154338 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:56.616456 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-6e05a2b9-ff17-4a3d-b8db-056d6e7559c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1910645'] for port, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:56.624101 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-cf09c7d8-293a-4953-957c-bea0d6d9109d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:56.674976 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e05a2b9-ff17-4a3d-b8db-056d6e7559c3 admin admin] No DVR routers for this DVR port 3f4103c5-b469-42e0-8720-6dde3880b727 on host dv-cinder-797161-1-iscsi {{(pid=78427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 16:46:56.696727 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-ecbbb22c-1576-4cf8-8a63-cf60d2154338 None None] Calling delete_port for 3f4103c5-b469-42e0-8720-6dde3880b727 owned by network:dhcp {{(pid=78428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:46:56.716345 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e05a2b9-ff17-4a3d-b8db-056d6e7559c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f4103c5-b469-42e0-8720-6dde3880b727,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:56.719349 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-6e05a2b9-ff17-4a3d-b8db-056d6e7559c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:56.771688 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device ddc6fb73-8003-48a7-9820-ab192af4ae1d no longer exists at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:46:56.805336 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.db.api [None req-ecbbb22c-1576-4cf8-8a63-cf60d2154338 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 16:46:56.805565 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-6e05a2b9-ff17-4a3d-b8db-056d6e7559c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640139', 'neutron.services.segments.db._delete_segments_for_network-8768074427558'] for network, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:56.805709 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_db.api [None req-ecbbb22c-1576-4cf8-8a63-cf60d2154338 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 16:46:56.806257 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] No Port match for: ddc6fb73-8003-48a7-9820-ab192af4ae1d {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:46:56.806594 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device ddc6fb73-8003-48a7-9820-ab192af4ae1d not bound to the agent host dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:46:56.806992 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 3f4103c5-b469-42e0-8720-6dde3880b727 no longer exists at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:46:56.824187 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.services.segments.db [None req-6e05a2b9-ff17-4a3d-b8db-056d6e7559c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f979c3dea90>,) {'filters': {'network_id': ['246ee509-2b5e-4a56-b181-933ba128d253']}} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:46:56.837353 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.services.segments.db [None req-6e05a2b9-ff17-4a3d-b8db-056d6e7559c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f979c3dea90>, 'ad271a7b-5d78-41f7-9e28-3494964f653a') {'for_net_delete': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:46:56.837856 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.services.segments.db [None req-6e05a2b9-ff17-4a3d-b8db-056d6e7559c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f979c3dea90>, 'ad271a7b-5d78-41f7-9e28-3494964f653a') {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:46:56.842104 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] No Port match for: 3f4103c5-b469-42e0-8720-6dde3880b727 {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:46:56.842551 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 3f4103c5-b469-42e0-8720-6dde3880b727 not bound to the agent host dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:46:56.842966 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 53bc740f-9b2d-41fc-a75a-40148934d6df no longer exists at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:46:56.850395 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-6e05a2b9-ff17-4a3d-b8db-056d6e7559c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768074438669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2296290'] for segment, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:56.867031 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-6e05a2b9-ff17-4a3d-b8db-056d6e7559c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645578'] for segment, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:56.873392 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e05a2b9-ff17-4a3d-b8db-056d6e7559c3 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=78427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 16:46:56.873768 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-6e05a2b9-ff17-4a3d-b8db-056d6e7559c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-645571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1957028'] for segment, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:56.878454 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] No Port match for: 53bc740f-9b2d-41fc-a75a-40148934d6df {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:46:56.878825 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 53bc740f-9b2d-41fc-a75a-40148934d6df not bound to the agent host dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:46:56.887964 dv-cinder-797161-1-iscsi neutron-server[78427]: Traceback (most recent call last):
Jun 21 16:46:56.887964 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 16:46:56.887964 dv-cinder-797161-1-iscsi neutron-server[78427]:     timer()
Jun 21 16:46:56.887964 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 16:46:56.887964 dv-cinder-797161-1-iscsi neutron-server[78427]:     cb(*args, **kw)
Jun 21 16:46:56.887964 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 16:46:56.887964 dv-cinder-797161-1-iscsi neutron-server[78427]:     return func(*args, **kwargs)
Jun 21 16:46:56.887964 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 16:46:56.887964 dv-cinder-797161-1-iscsi neutron-server[78427]:     self._notify()
Jun 21 16:46:56.887964 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 16:46:56.887964 dv-cinder-797161-1-iscsi neutron-server[78427]:     self.callback(batched_events)
Jun 21 16:46:56.887964 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 16:46:56.887964 dv-cinder-797161-1-iscsi neutron-server[78427]:     event.method(event)
Jun 21 16:46:56.887964 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 16:46:56.887964 dv-cinder-797161-1-iscsi neutron-server[78427]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 16:46:56.887964 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 16:46:56.887964 dv-cinder-797161-1-iscsi neutron-server[78427]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 16:46:56.887964 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 16:46:56.887964 dv-cinder-797161-1-iscsi neutron-server[78427]:     return f(self, *a, **k)
Jun 21 16:46:56.887964 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 16:46:56.887964 dv-cinder-797161-1-iscsi neutron-server[78427]:     return self._get(url).json()
Jun 21 16:46:56.887964 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 16:46:56.887964 dv-cinder-797161-1-iscsi neutron-server[78427]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 16:46:56.887964 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 16:46:56.887964 dv-cinder-797161-1-iscsi neutron-server[78427]:     return self.request(url, 'GET', **kwargs)
Jun 21 16:46:56.887964 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 16:46:56.887964 dv-cinder-797161-1-iscsi neutron-server[78427]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 16:46:56.887964 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 16:46:56.887964 dv-cinder-797161-1-iscsi neutron-server[78427]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 16:46:56.887964 dv-cinder-797161-1-iscsi neutron-server[78427]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 16:46:56.887964 dv-cinder-797161-1-iscsi neutron-server[78427]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 16:46:56.887964 dv-cinder-797161-1-iscsi neutron-server[78427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 16:46:56.960866 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-6e05a2b9-ff17-4a3d-b8db-056d6e7559c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1727415'] for network, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:56.964516 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:56.981221 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-6e05a2b9-ff17-4a3d-b8db-056d6e7559c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for network, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:56.992139 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e05a2b9-ff17-4a3d-b8db-056d6e7559c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=246ee509-2b5e-4a56-b181-933ba128d253,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:56.995188 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-6e05a2b9-ff17-4a3d-b8db-056d6e7559c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:57.005779 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-6e05a2b9-ff17-4a3d-b8db-056d6e7559c3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/246ee509-2b5e-4a56-b181-933ba128d253 HTTP/1.1" status: 204  len: 168 time: 0.9512911
Jun 21 16:46:57.008584 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 46540) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:46:57.307474 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-ecbbb22c-1576-4cf8-8a63-cf60d2154338 None None] Deleting port 3f4103c5-b469-42e0-8720-6dde3880b727 {{(pid=78428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:46:57.308102 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-ecbbb22c-1576-4cf8-8a63-cf60d2154338 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:57.375283 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-ecbbb22c-1576-4cf8-8a63-cf60d2154338 None None] The port '3f4103c5-b469-42e0-8720-6dde3880b727' was deleted {{(pid=78428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}}
Jun 21 16:46:57.634516 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-5862ff87-241d-4437-abb9-f25dbd76ee4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1726647'] for router_interface, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:57.984336 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [None req-5862ff87-241d-4437-abb9-f25dbd76ee4a admin admin] Deleting port f8dab799-cc6e-4d5c-9471-5b55f7279fd0 {{(pid=78427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:46:57.984680 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-5862ff87-241d-4437-abb9-f25dbd76ee4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:58.224290 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d02d2-d5c7-4a25-b416-87dcd0266aab req-19ec7433-eec8-4a67-91ac-4ef0813a4b2f tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:58.225712 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-926d02d2-d5c7-4a25-b416-87dcd0266aab req-19ec7433-eec8-4a67-91ac-4ef0813a4b2f tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 945 time: 0.1986828
Jun 21 16:46:58.227323 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [None req-5862ff87-241d-4437-abb9-f25dbd76ee4a admin admin] For port f8dab799-cc6e-4d5c-9471-5b55f7279fd0, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=f8dab799-cc6e-4d5c-9471-5b55f7279fd0,segment=NetworkSegment(dfb73a72-6d85-4d99-8276-ef9c99e31f9a),segment_id=dfb73a72-6d85-4d99-8276-ef9c99e31f9a)] {{(pid=78427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:46:58.227697 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-5862ff87-241d-4437-abb9-f25dbd76ee4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:58.365601 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [None req-5862ff87-241d-4437-abb9-f25dbd76ee4a admin admin] Calling delete_port for f8dab799-cc6e-4d5c-9471-5b55f7279fd0 owned by network:router_interface {{(pid=78427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:46:58.426660 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-926d02d2-d5c7-4a25-b416-87dcd0266aab req-b80ccd28-2e71-4745-a3d0-ab1ac3c293db tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f24954-5fd8-4236-a6d3-3e1e5aba854c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1917291
Jun 21 16:46:58.449845 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46552) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:46:58.558825 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39435e45-3989-45dd-9e6c-92008287d575 tempest-TestMinimumBasicScenario-56713969 tempest-TestMinimumBasicScenario-56713969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:46:58.559543 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-39435e45-3989-45dd-9e6c-92008287d575 tempest-TestMinimumBasicScenario-56713969 tempest-TestMinimumBasicScenario-56713969-project-admin] Synchronizing usage tracker for tenant:dd655f0cc78749caac0a06fc99d2c008 on resource:port {{(pid=78426) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:46:58.566223 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-5862ff87-241d-4437-abb9-f25dbd76ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1910645'] for port, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:58.570553 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:58.577402 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-39435e45-3989-45dd-9e6c-92008287d575 tempest-TestMinimumBasicScenario-56713969 tempest-TestMinimumBasicScenario-56713969-project-admin] Unset dirty status for tenant:dd655f0cc78749caac0a06fc99d2c008 on resource:port {{(pid=78426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:46:58.578623 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-39435e45-3989-45dd-9e6c-92008287d575 tempest-TestMinimumBasicScenario-56713969 tempest-TestMinimumBasicScenario-56713969-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 1093 time: 0.1277955
Jun 21 16:46:58.582214 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46558) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:46:58.587282 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-c0490e24-9c14-4442-86f1-f65374ff8cc5 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Request body: {'floatingip': {'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'port_id': 'a3c3ca66-a9cc-49c4-84dc-b22a010358e1', 'tenant_id': '177d64542d4a47e89c017ce0156d10a2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:46:58.593117 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-c0490e24-9c14-4442-86f1-f65374ff8cc5 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:46:58.596877 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-c0490e24-9c14-4442-86f1-f65374ff8cc5 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Usage tracker for resource:floatingip and tenant:177d64542d4a47e89c017ce0156d10a2 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:46:58.599646 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-c0490e24-9c14-4442-86f1-f65374ff8cc5 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:46:58.605222 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-c0490e24-9c14-4442-86f1-f65374ff8cc5 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:46:58.616318 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c0490e24-9c14-4442-86f1-f65374ff8cc5 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks [] for floatingip, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:58.616896 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5862ff87-241d-4437-abb9-f25dbd76ee4a admin admin] Pushing event deleted for resources: {'Port': ['ID=f8dab799-cc6e-4d5c-9471-5b55f7279fd0,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:58.623631 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-5862ff87-241d-4437-abb9-f25dbd76ee4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:58.769584 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c0490e24-9c14-4442-86f1-f65374ff8cc5 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:58.912075 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [None req-c0490e24-9c14-4442-86f1-f65374ff8cc5 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Allocated IP 172.27.1.157 (70dc8c3b-1fd1-4e34-848f-30da40ce5650/64348721-2f14-434e-9349-1c86303c6cb6/08925e54-feec-498b-a452-8c99fe15641e) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 21 16:46:59.019311 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-5862ff87-241d-4437-abb9-f25dbd76ee4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1647111'] for router_interface, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:59.063255 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c0490e24-9c14-4442-86f1-f65374ff8cc5 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:59.092567 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c0490e24-9c14-4442-86f1-f65374ff8cc5 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768073955512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:59.097778 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-1384137f-6c72-4936-ae07-24905570501d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:46:59.157495 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0490e24-9c14-4442-86f1-f65374ff8cc5 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Network 70dc8c3b-1fd1-4e34-848f-30da40ce5650 is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 21 16:46:59.160317 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-c0490e24-9c14-4442-86f1-f65374ff8cc5 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 21 16:46:59.163907 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0490e24-9c14-4442-86f1-f65374ff8cc5 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 21 16:46:59.306039 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0490e24-9c14-4442-86f1-f65374ff8cc5 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Pushing event updated for resources: {'Port': ['ID=08925e54-feec-498b-a452-8c99fe15641e,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:46:59.314022 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c0490e24-9c14-4442-86f1-f65374ff8cc5 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:46:59.380200 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5862ff87-241d-4437-abb9-f25dbd76ee4a admin admin] Router e776b49b-0076-467b-8eff-aa97174d5f8d has already been hosted by L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb {{(pid=78427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 16:46:59.553181 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5862ff87-241d-4437-abb9-f25dbd76ee4a admin admin] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:46:59.566602 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a25beb-6038-4ecf-b15f-a5b3636d2f8e None None] Sync routers for ids ['e776b49b-0076-467b-8eff-aa97174d5f8d'] in dv-cinder-797161-1-iscsi {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:46:59.580638 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-5862ff87-241d-4437-abb9-f25dbd76ee4a admin admin] 10.222.0.24 "PUT /v2.0/routers/e776b49b-0076-467b-8eff-aa97174d5f8d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5685201
Jun 21 16:46:59.581003 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 46562) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:46:59.582627 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a25beb-6038-4ecf-b15f-a5b3636d2f8e None None] Routers {'e776b49b-0076-467b-8eff-aa97174d5f8d'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:46:59.583794 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-71a25beb-6038-4ecf-b15f-a5b3636d2f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979eae3dc0>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:46:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['e776b49b-0076-467b-8eff-aa97174d5f8d'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:46:59.764387 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c0490e24-9c14-4442-86f1-f65374ff8cc5 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:59.801367 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-504e9299-eb49-4dcb-883d-0adeffba4533 admin admin] Notify callbacks [] for router, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:59.858142 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c0490e24-9c14-4442-86f1-f65374ff8cc5 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:46:59.884266 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-71a25beb-6038-4ecf-b15f-a5b3636d2f8e None None] Set router e776b49b-0076-467b-8eff-aa97174d5f8d gateway port host: dv-cinder-797161-1-iscsi {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:47:00.093361 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-504e9299-eb49-4dcb-883d-0adeffba4533 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:00.104493 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c0490e24-9c14-4442-86f1-f65374ff8cc5 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks [] for port, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:00.108297 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [None req-504e9299-eb49-4dcb-883d-0adeffba4533 admin admin] Deleting port 32b4495d-981b-4ced-9a2e-9f33af358ab9 {{(pid=78427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:47:00.108700 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-504e9299-eb49-4dcb-883d-0adeffba4533 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:00.111451 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c0490e24-9c14-4442-86f1-f65374ff8cc5 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2434630'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:00.118323 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-a5192de6-c165-4624-9910-6f3751a0b486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:47:00.244642 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0490e24-9c14-4442-86f1-f65374ff8cc5 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Pushing event updated for resources: {'Port': ['ID=08925e54-feec-498b-a452-8c99fe15641e,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:47:00.247520 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c0490e24-9c14-4442-86f1-f65374ff8cc5 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:47:00.258207 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c0490e24-9c14-4442-86f1-f65374ff8cc5 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1727397'] for floatingip, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:00.286664 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [None req-504e9299-eb49-4dcb-883d-0adeffba4533 admin admin] For port 32b4495d-981b-4ced-9a2e-9f33af358ab9, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=32b4495d-981b-4ced-9a2e-9f33af358ab9,segment=NetworkSegment(3123edc3-090a-4516-9a79-a6a8c7b9190b),segment_id=3123edc3-090a-4516-9a79-a6a8c7b9190b)] {{(pid=78427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:47:00.287045 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-504e9299-eb49-4dcb-883d-0adeffba4533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:00.294677 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-71a25beb-6038-4ecf-b15f-a5b3636d2f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979eae3dc0>, [{'id': 'e776b49b-0076-467b-8eff-aa97174d5f8d', 'name': 'tempest-TestVolumeBootPattern-445019106-router', 'tenant_id': '77f185f4b9f34bc6bc3a2c160e584a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '32b4495d-981b-4ced-9a2e-9f33af358ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:39:08Z', 'updated_at': '2021-06-21T16:46:58Z', 'revision_number': 5, 'project_id': '77f185f4b9f34bc6bc3a2c160e584a6a', 'gw_port': {'id': '32b4495d-981b-4ced-9a2e-9f33af358ab9', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e776b49b-0076-467b-8eff-aa97174d5f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:39:09Z', 'updated_at': '2021-06-21T16:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi'}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:47:00.299329 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a25beb-6038-4ecf-b15f-a5b3636d2f8e None None] Checking router: e776b49b-0076-467b-8eff-aa97174d5f8d for host: dv-cinder-797161-1-iscsi {{(pid=78429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:47:00.308728 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a25beb-6038-4ecf-b15f-a5b3636d2f8e None None] Routers {'e776b49b-0076-467b-8eff-aa97174d5f8d'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:47:00.309338 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-71a25beb-6038-4ecf-b15f-a5b3636d2f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979eae3dc0>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:46:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['e776b49b-0076-467b-8eff-aa97174d5f8d'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:47:00.414598 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [None req-504e9299-eb49-4dcb-883d-0adeffba4533 admin admin] Calling delete_port for 32b4495d-981b-4ced-9a2e-9f33af358ab9 owned by network:router_gateway {{(pid=78427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:47:00.441000 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.db.l3_db [None req-c0490e24-9c14-4442-86f1-f65374ff8cc5 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Floating IP e1aa3d64-40f9-4ab5-bc72-f00716558190 associated. External IP: 172.27.1.157, port: a3c3ca66-a9cc-49c4-84dc-b22a010358e1.
Jun 21 16:47:00.463088 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-71a25beb-6038-4ecf-b15f-a5b3636d2f8e None None] Set router e776b49b-0076-467b-8eff-aa97174d5f8d gateway port host: None {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:47:00.571764 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-71a25beb-6038-4ecf-b15f-a5b3636d2f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979eae3dc0>, [{'id': 'e776b49b-0076-467b-8eff-aa97174d5f8d', 'name': 'tempest-TestVolumeBootPattern-445019106-router', 'tenant_id': '77f185f4b9f34bc6bc3a2c160e584a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:39:08Z', 'updated_at': '2021-06-21T16:47:00Z', 'revision_number': 6, 'project_id': '77f185f4b9f34bc6bc3a2c160e584a6a', 'gw_port_host': None}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:47:00.576872 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a25beb-6038-4ecf-b15f-a5b3636d2f8e None None] The sync data for ids ['e776b49b-0076-467b-8eff-aa97174d5f8d'] in dv-cinder-797161-1-iscsi is: [{'id': 'e776b49b-0076-467b-8eff-aa97174d5f8d', 'name': 'tempest-TestVolumeBootPattern-445019106-router', 'tenant_id': '77f185f4b9f34bc6bc3a2c160e584a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:39:08Z', 'updated_at': '2021-06-21T16:47:00Z', 'revision_number': 6, 'project_id': '77f185f4b9f34bc6bc3a2c160e584a6a', 'gw_port_host': None}] {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:47:00.708291 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-504e9299-eb49-4dcb-883d-0adeffba4533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1910645'] for port, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:00.712842 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:47:00.787414 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e9299-eb49-4dcb-883d-0adeffba4533 admin admin] Pushing event deleted for resources: {'Port': ['ID=32b4495d-981b-4ced-9a2e-9f33af358ab9,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:47:00.790207 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-504e9299-eb49-4dcb-883d-0adeffba4533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:47:00.802036 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0490e24-9c14-4442-86f1-f65374ff8cc5 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Router 17c8b1e6-fa65-41b3-99d0-c7d208ac80fd has already been hosted by L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb {{(pid=78426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 16:47:00.848849 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-504e9299-eb49-4dcb-883d-0adeffba4533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1727384'] for router_gateway, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:01.018562 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device f8dab799-cc6e-4d5c-9471-5b55f7279fd0 no longer exists at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:47:01.043407 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-504e9299-eb49-4dcb-883d-0adeffba4533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1019'] for router, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:01.051912 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-504e9299-eb49-4dcb-883d-0adeffba4533 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:01.068323 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] No Port match for: f8dab799-cc6e-4d5c-9471-5b55f7279fd0 {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:47:01.068920 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device f8dab799-cc6e-4d5c-9471-5b55f7279fd0 not bound to the agent host dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:47:01.096077 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-504e9299-eb49-4dcb-883d-0adeffba4533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1647669'] for router, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:01.096577 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504e9299-eb49-4dcb-883d-0adeffba4533 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e776b49b-0076-467b-8eff-aa97174d5f8d {{(pid=78427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 21 16:47:01.109167 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-504e9299-eb49-4dcb-883d-0adeffba4533 admin admin] Notify callbacks [] for router, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:01.110543 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-504e9299-eb49-4dcb-883d-0adeffba4533 admin admin] 10.222.0.24 "DELETE /v2.0/routers/e776b49b-0076-467b-8eff-aa97174d5f8d HTTP/1.1" status: 204  len: 168 time: 1.5282893
Jun 21 16:47:01.112889 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 46566) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:47:01.113340 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0490e24-9c14-4442-86f1-f65374ff8cc5 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:47:01.122897 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d080f90d-f485-4cd6-8984-dcca29e41b7d None None] Sync routers for ids ['17c8b1e6-fa65-41b3-99d0-c7d208ac80fd'] in dv-cinder-797161-1-iscsi {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:47:01.133727 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d080f90d-f485-4cd6-8984-dcca29e41b7d None None] Routers {'17c8b1e6-fa65-41b3-99d0-c7d208ac80fd'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:47:01.134527 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-d080f90d-f485-4cd6-8984-dcca29e41b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979eaf4430>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:46:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['17c8b1e6-fa65-41b3-99d0-c7d208ac80fd'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:47:01.139691 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c0490e24-9c14-4442-86f1-f65374ff8cc5 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:01.178209 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9d185da-d250-4a37-aec9-80aa0e14c25b admin admin] Deleting subnet 6df3e2b4-5857-442c-ab59-b4eb2c81fcfa {{(pid=78427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Jun 21 16:47:01.181743 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-d9d185da-d250-4a37-aec9-80aa0e14c25b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:01.200203 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-c0490e24-9c14-4442-86f1-f65374ff8cc5 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6168756
Jun 21 16:47:01.201782 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46570) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:47:01.202434 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a47ca01-66d7-48dc-9035-7b0ad3490004', 'tag': 'a3c3ca66-a9cc-49c4-84dc-b22a010358e1'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:47:01.213656 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-e8822b08-3aa5-43ad-bb8c-56e42af8ccdc tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-278864391', 'description': 'tempest-secgroup-smoke-278864391 description', 'project_id': '177d64542d4a47e89c017ce0156d10a2'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:47:01.222912 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-e8822b08-3aa5-43ad-bb8c-56e42af8ccdc tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:47:01.229069 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-e8822b08-3aa5-43ad-bb8c-56e42af8ccdc tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Usage tracker for resource:security_group and tenant:177d64542d4a47e89c017ce0156d10a2 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:47:01.232829 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-e8822b08-3aa5-43ad-bb8c-56e42af8ccdc tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:47:01.239224 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-e8822b08-3aa5-43ad-bb8c-56e42af8ccdc tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:47:01.249138 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-d9d185da-d250-4a37-aec9-80aa0e14c25b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2296277'] for subnet, precommit_delete_associations {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:01.254521 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e8822b08-3aa5-43ad-bb8c-56e42af8ccdc tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks [] for security_group, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:01.266855 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a47ca01-66d7-48dc-9035-7b0ad3490004', 'tag': 'a3c3ca66-a9cc-49c4-84dc-b22a010358e1', 'status': 'completed', 'code': 200}
Jun 21 16:47:01.279508 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-e8822b08-3aa5-43ad-bb8c-56e42af8ccdc tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:47:01.284472 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-e8822b08-3aa5-43ad-bb8c-56e42af8ccdc tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Usage tracker for resource:security_group_rule and tenant:177d64542d4a47e89c017ce0156d10a2 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:47:01.287474 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-e8822b08-3aa5-43ad-bb8c-56e42af8ccdc tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:47:01.294413 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-e8822b08-3aa5-43ad-bb8c-56e42af8ccdc tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:47:01.343817 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-d080f90d-f485-4cd6-8984-dcca29e41b7d None None] Set router 17c8b1e6-fa65-41b3-99d0-c7d208ac80fd gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:47:01.382630 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e8822b08-3aa5-43ad-bb8c-56e42af8ccdc tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks [] for security_group, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:01.387807 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e8822b08-3aa5-43ad-bb8c-56e42af8ccdc tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:01.413366 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-43ddbe1e-7996-423c-a501-6c34dec0006f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:47:01.430261 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-d9d185da-d250-4a37-aec9-80aa0e14c25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640788'] for subnet, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:01.432408 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e8822b08-3aa5-43ad-bb8c-56e42af8ccdc tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:01.436878 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-e8822b08-3aa5-43ad-bb8c-56e42af8ccdc tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2284334
Jun 21 16:47:01.440845 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46576) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:47:01.446619 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-00ec92e0-d82c-4990-8dba-a679124e79d9 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Request body: {'security_group_rule': {'security_group_id': '312eaf8a-0537-4524-a2ea-c2e8cf5a7aae', 'project_id': '177d64542d4a47e89c017ce0156d10a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:47:01.462162 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-00ec92e0-d82c-4990-8dba-a679124e79d9 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:47:01.464533 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60038577-7be3-4fd1-a0fd-51d9e01fbdb7 req-870949cf-e20c-4a85-96e1-e97b4046ef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:47:01.466061 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-60038577-7be3-4fd1-a0fd-51d9e01fbdb7 req-870949cf-e20c-4a85-96e1-e97b4046ef64 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=177d64542d4a47e89c017ce0156d10a2&device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 1098 time: 0.1522737
Jun 21 16:47:01.468563 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-00ec92e0-d82c-4990-8dba-a679124e79d9 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Usage tracker for resource:security_group_rule and tenant:177d64542d4a47e89c017ce0156d10a2 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:47:01.472585 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8822b08-3aa5-43ad-bb8c-56e42af8ccdc tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=312eaf8a-0537-4524-a2ea-c2e8cf5a7aae,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:47:01.475171 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-00ec92e0-d82c-4990-8dba-a679124e79d9 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:47:01.478284 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-e8822b08-3aa5-43ad-bb8c-56e42af8ccdc tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:47:01.481955 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-00ec92e0-d82c-4990-8dba-a679124e79d9 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:47:01.503920 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-00ec92e0-d82c-4990-8dba-a679124e79d9 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:01.571197 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-00ec92e0-d82c-4990-8dba-a679124e79d9 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:01.576544 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-00ec92e0-d82c-4990-8dba-a679124e79d9 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742334'] for security_group_rule, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:01.579026 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:47:01.596152 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec92e0-d82c-4990-8dba-a679124e79d9 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4412eab-9466-4ba5-9052-e99f11fdadef,revision_number=0']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:47:01.604676 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-00ec92e0-d82c-4990-8dba-a679124e79d9 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:47:01.618011 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-00ec92e0-d82c-4990-8dba-a679124e79d9 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:01.621641 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-00ec92e0-d82c-4990-8dba-a679124e79d9 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1771419
Jun 21 16:47:01.621982 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46580) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:47:01.627926 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-c32cd753-1641-495d-a7ca-a3c1e67c7380 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Request body: {'security_group_rule': {'security_group_id': '312eaf8a-0537-4524-a2ea-c2e8cf5a7aae', 'project_id': '177d64542d4a47e89c017ce0156d10a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:47:01.633955 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-c32cd753-1641-495d-a7ca-a3c1e67c7380 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:47:01.637849 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-c32cd753-1641-495d-a7ca-a3c1e67c7380 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Usage tracker for resource:security_group_rule and tenant:177d64542d4a47e89c017ce0156d10a2 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:47:01.640724 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-c32cd753-1641-495d-a7ca-a3c1e67c7380 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:47:01.647304 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-c32cd753-1641-495d-a7ca-a3c1e67c7380 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:47:01.666011 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c32cd753-1641-495d-a7ca-a3c1e67c7380 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:01.723466 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60038577-7be3-4fd1-a0fd-51d9e01fbdb7 req-495b224d-27f9-4667-85c0-1b0e3978f242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:47:01.725559 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-60038577-7be3-4fd1-a0fd-51d9e01fbdb7 req-495b224d-27f9-4667-85c0-1b0e3978f242 service neutron] 10.222.0.39 "GET /v2.0/networks?id=26f51111-b954-47b2-a6f6-9888d0a11c17 HTTP/1.1" status: 200  len: 916 time: 0.2471414
Jun 21 16:47:01.757259 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c32cd753-1641-495d-a7ca-a3c1e67c7380 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:01.758110 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-d080f90d-f485-4cd6-8984-dcca29e41b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979eaf4430>, [{'id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'name': 'tempest-TestMinimumBasicScenario-1258642182-router', 'tenant_id': '177d64542d4a47e89c017ce0156d10a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '55880f3e-1191-4a38-bc15-d9a984a41204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:45:59Z', 'updated_at': '2021-06-21T16:46:03Z', 'revision_number': 4, 'project_id': '177d64542d4a47e89c017ce0156d10a2', 'gw_port': {'id': '55880f3e-1191-4a38-bc15-d9a984a41204', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:46:00Z', 'updated_at': '2021-06-21T16:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_floatingips': [{'id': 'e1aa3d64-40f9-4ab5-bc72-f00716558190', 'tenant_id': '177d64542d4a47e89c017ce0156d10a2', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'router_id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'port_id': 'a3c3ca66-a9cc-49c4-84dc-b22a010358e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26f51111-b954-47b2-a6f6-9888d0a11c17', 'mac_address': 'fa:16:3e:17:f0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a47ca01-66d7-48dc-9035-7b0ad3490004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T16:46:59Z', 'updated_at': '2021-06-21T16:46:59Z', 'revision_number': 0, 'project_id': '177d64542d4a47e89c017ce0156d10a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16b52ad0-2f4d-4855-956f-de14610b8579', 'name': '', 'network_id': '26f51111-b954-47b2-a6f6-9888d0a11c17', 'tenant_id': '177d64542d4a47e89c017ce0156d10a2', 'mac_address': 'fa:16:3e:66:64:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'bda7032f-3ad2-4169-8d69-c9e9bb18af06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:46:02Z', 'updated_at': '2021-06-21T16:46:09Z', 'revision_number': 5, 'project_id': '177d64542d4a47e89c017ce0156d10a2', 'subnets': [{'id': 'bda7032f-3ad2-4169-8d69-c9e9bb18af06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:47:01.762809 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d080f90d-f485-4cd6-8984-dcca29e41b7d None None] Checking router: 17c8b1e6-fa65-41b3-99d0-c7d208ac80fd for host: dv-cinder-797161-1-iscsi {{(pid=78428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:47:01.764659 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c32cd753-1641-495d-a7ca-a3c1e67c7380 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742334'] for security_group_rule, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:01.767617 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:47:01.774185 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d080f90d-f485-4cd6-8984-dcca29e41b7d None None] Routers {'17c8b1e6-fa65-41b3-99d0-c7d208ac80fd'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:47:01.775128 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-d080f90d-f485-4cd6-8984-dcca29e41b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979eaf4430>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:46:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['17c8b1e6-fa65-41b3-99d0-c7d208ac80fd'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:47:01.788484 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32cd753-1641-495d-a7ca-a3c1e67c7380 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e49b8c05-05ed-4cc5-baf9-86c1390c8907,revision_number=0']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:47:01.803767 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c32cd753-1641-495d-a7ca-a3c1e67c7380 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:47:01.818177 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c32cd753-1641-495d-a7ca-a3c1e67c7380 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:01.822329 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-c32cd753-1641-495d-a7ca-a3c1e67c7380 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1965759
Jun 21 16:47:01.823381 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46584) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:47:01.830085 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-20546df5-ec13-428d-b3b6-62d941c22d5d tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Request body: {'security_group_rule': {'security_group_id': '312eaf8a-0537-4524-a2ea-c2e8cf5a7aae', 'project_id': '177d64542d4a47e89c017ce0156d10a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:47:01.837342 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-20546df5-ec13-428d-b3b6-62d941c22d5d tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:47:01.841760 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-20546df5-ec13-428d-b3b6-62d941c22d5d tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Usage tracker for resource:security_group_rule and tenant:177d64542d4a47e89c017ce0156d10a2 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:47:01.848241 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-20546df5-ec13-428d-b3b6-62d941c22d5d tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:47:01.854707 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-20546df5-ec13-428d-b3b6-62d941c22d5d tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:47:01.873331 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-20546df5-ec13-428d-b3b6-62d941c22d5d tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:01.906232 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-60038577-7be3-4fd1-a0fd-51d9e01fbdb7 req-7dd070c3-1b86-40a4-9b51-0e376ca1b196 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3c3ca66-a9cc-49c4-84dc-b22a010358e1 HTTP/1.1" status: 200  len: 999 time: 0.1722374
Jun 21 16:47:01.947870 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-20546df5-ec13-428d-b3b6-62d941c22d5d tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:01.953976 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-20546df5-ec13-428d-b3b6-62d941c22d5d tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742334'] for security_group_rule, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:01.956555 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-85213b3a-d004-4abd-bc2c-d94cbdefa87c tempest-AttachVolumeTestJSON-152492751 tempest-AttachVolumeTestJSON-152492751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:47:01.980608 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20546df5-ec13-428d-b3b6-62d941c22d5d tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e62b474-6070-400b-ad44-a6217e0bfd2e,revision_number=0']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:47:01.983299 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-d9d185da-d250-4a37-aec9-80aa0e14c25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1910534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2301253'] for subnet, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:01.984893 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-20546df5-ec13-428d-b3b6-62d941c22d5d tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:47:01.993866 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-2364452b-2642-4a5b-8c14-23a3fe9c55c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:47:01.996335 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-20546df5-ec13-428d-b3b6-62d941c22d5d tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:02.000357 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-20546df5-ec13-428d-b3b6-62d941c22d5d tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1732349
Jun 21 16:47:02.001674 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46588) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:47:02.007546 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-91841563-8398-48d2-bfd7-ff236b9281b0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Request body: {'security_group_rule': {'security_group_id': '312eaf8a-0537-4524-a2ea-c2e8cf5a7aae', 'project_id': '177d64542d4a47e89c017ce0156d10a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:47:02.013453 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-91841563-8398-48d2-bfd7-ff236b9281b0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:47:02.017496 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-d080f90d-f485-4cd6-8984-dcca29e41b7d None None] Set router 17c8b1e6-fa65-41b3-99d0-c7d208ac80fd gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:47:02.018052 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-91841563-8398-48d2-bfd7-ff236b9281b0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Usage tracker for resource:security_group_rule and tenant:177d64542d4a47e89c017ce0156d10a2 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:47:02.018710 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60038577-7be3-4fd1-a0fd-51d9e01fbdb7 req-f62633de-48ec-4150-aab0-567438257a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:47:02.020463 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-60038577-7be3-4fd1-a0fd-51d9e01fbdb7 req-f62633de-48ec-4150-aab0-567438257a0a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bda7032f-3ad2-4169-8d69-c9e9bb18af06 HTTP/1.1" status: 200  len: 854 time: 0.1056769
Jun 21 16:47:02.021539 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-91841563-8398-48d2-bfd7-ff236b9281b0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:47:02.029741 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-91841563-8398-48d2-bfd7-ff236b9281b0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:47:02.049553 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-91841563-8398-48d2-bfd7-ff236b9281b0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:02.071155 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d185da-d250-4a37-aec9-80aa0e14c25b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6df3e2b4-5857-442c-ab59-b4eb2c81fcfa,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:47:02.073720 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-d9d185da-d250-4a37-aec9-80aa0e14c25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:47:02.076365 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-d9d185da-d250-4a37-aec9-80aa0e14c25b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for subnet, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:02.087480 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f50739e-1c3c-4762-9c49-bce14fd59ff4 None None] Network 5ab42e26-4f17-4c52-8d3d-ea3c378d7887 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:47:02.090817 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-d9d185da-d250-4a37-aec9-80aa0e14c25b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6df3e2b4-5857-442c-ab59-b4eb2c81fcfa HTTP/1.1" status: 204  len: 168 time: 0.9768193
Jun 21 16:47:02.096496 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46592) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:47:02.121615 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60038577-7be3-4fd1-a0fd-51d9e01fbdb7 req-3844ec04-64ef-4733-b0f0-f39907273c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:47:02.123338 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-60038577-7be3-4fd1-a0fd-51d9e01fbdb7 req-3844ec04-64ef-4733-b0f0-f39907273c12 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=26f51111-b954-47b2-a6f6-9888d0a11c17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0952044
Jun 21 16:47:02.228474 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-91841563-8398-48d2-bfd7-ff236b9281b0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:02.234029 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-91841563-8398-48d2-bfd7-ff236b9281b0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742334'] for security_group_rule, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:02.239765 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f580f460-fcaa-4df7-bd13-439dd69e43d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614427'] for network, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:02.244722 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:47:02.260792 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91841563-8398-48d2-bfd7-ff236b9281b0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e236b3-9066-4f3e-9100-11036a1b3104,revision_number=0']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:47:02.268534 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-91841563-8398-48d2-bfd7-ff236b9281b0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:47:02.283388 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-f580f460-fcaa-4df7-bd13-439dd69e43d4 admin admin] Deleting port 051fa507-3264-4e9d-8487-5ae9a86d5632 {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:47:02.283827 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f580f460-fcaa-4df7-bd13-439dd69e43d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:02.314350 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-91841563-8398-48d2-bfd7-ff236b9281b0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:02.314991 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-91841563-8398-48d2-bfd7-ff236b9281b0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3118832
Jun 21 16:47:02.325850 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46596) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:47:02.341471 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.v2.base [None req-c445c32e-4102-4398-94d2-3f47bcd21368 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Request body: {'security_group_rule': {'security_group_id': '312eaf8a-0537-4524-a2ea-c2e8cf5a7aae', 'project_id': '177d64542d4a47e89c017ce0156d10a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:47:02.351697 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-c445c32e-4102-4398-94d2-3f47bcd21368 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:47:02.359173 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-c445c32e-4102-4398-94d2-3f47bcd21368 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Usage tracker for resource:security_group_rule and tenant:177d64542d4a47e89c017ce0156d10a2 is out of sync, need to count used quota {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:47:02.365336 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.quota.resource [None req-c445c32e-4102-4398-94d2-3f47bcd21368 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:47:02.379341 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-60038577-7be3-4fd1-a0fd-51d9e01fbdb7 req-0ebb38b5-b17a-4225-b51f-3d02f39f4df0 service neutron] 10.222.0.39 "GET /v2.0/networks/26f51111-b954-47b2-a6f6-9888d0a11c17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2467890
Jun 21 16:47:02.397707 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.quota.driver [None req-c445c32e-4102-4398-94d2-3f47bcd21368 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:47:02.429092 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.db.securitygroups_db [None req-c445c32e-4102-4398-94d2-3f47bcd21368 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Project 177d64542d4a47e89c017ce0156d10a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 16:47:02.450643 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c445c32e-4102-4398-94d2-3f47bcd21368 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:02.533193 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-60038577-7be3-4fd1-a0fd-51d9e01fbdb7 req-c6ed952d-32bd-42ac-bea5-bf916ef86fa5 service neutron] 10.222.0.39 "GET /v2.0/networks/26f51111-b954-47b2-a6f6-9888d0a11c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1474969
Jun 21 16:47:02.566615 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-d080f90d-f485-4cd6-8984-dcca29e41b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979eaf4430>, [{'id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'name': 'tempest-TestMinimumBasicScenario-1258642182-router', 'tenant_id': '177d64542d4a47e89c017ce0156d10a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '55880f3e-1191-4a38-bc15-d9a984a41204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:45:59Z', 'updated_at': '2021-06-21T16:46:03Z', 'revision_number': 4, 'project_id': '177d64542d4a47e89c017ce0156d10a2', 'gw_port': {'id': '55880f3e-1191-4a38-bc15-d9a984a41204', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:46:00Z', 'updated_at': '2021-06-21T16:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_floatingips': [{'id': 'e1aa3d64-40f9-4ab5-bc72-f00716558190', 'tenant_id': '177d64542d4a47e89c017ce0156d10a2', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'router_id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'port_id': 'a3c3ca66-a9cc-49c4-84dc-b22a010358e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26f51111-b954-47b2-a6f6-9888d0a11c17', 'mac_address': 'fa:16:3e:17:f0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a47ca01-66d7-48dc-9035-7b0ad3490004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T16:46:59Z', 'updated_at': '2021-06-21T16:46:59Z', 'revision_number': 0, 'project_id': '177d64542d4a47e89c017ce0156d10a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16b52ad0-2f4d-4855-956f-de14610b8579', 'name': '', 'network_id': '26f51111-b954-47b2-a6f6-9888d0a11c17', 'tenant_id': '177d64542d4a47e89c017ce0156d10a2', 'mac_address': 'fa:16:3e:66:64:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'bda7032f-3ad2-4169-8d69-c9e9bb18af06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:46:02Z', 'updated_at': '2021-06-21T16:46:09Z', 'revision_number': 5, 'project_id': '177d64542d4a47e89c017ce0156d10a2', 'subnets': [{'id': 'bda7032f-3ad2-4169-8d69-c9e9bb18af06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:47:02.572000 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d080f90d-f485-4cd6-8984-dcca29e41b7d None None] The sync data for ids ['17c8b1e6-fa65-41b3-99d0-c7d208ac80fd'] in dv-cinder-797161-1-iscsi is: [{'id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'name': 'tempest-TestMinimumBasicScenario-1258642182-router', 'tenant_id': '177d64542d4a47e89c017ce0156d10a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '55880f3e-1191-4a38-bc15-d9a984a41204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:45:59Z', 'updated_at': '2021-06-21T16:46:03Z', 'revision_number': 4, 'project_id': '177d64542d4a47e89c017ce0156d10a2', 'gw_port': {'id': '55880f3e-1191-4a38-bc15-d9a984a41204', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:46:00Z', 'updated_at': '2021-06-21T16:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_floatingips': [{'id': 'e1aa3d64-40f9-4ab5-bc72-f00716558190', 'tenant_id': '177d64542d4a47e89c017ce0156d10a2', 'floating_ip_address': '172.27.1.157', 'floating_network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'router_id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'port_id': 'a3c3ca66-a9cc-49c4-84dc-b22a010358e1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26f51111-b954-47b2-a6f6-9888d0a11c17', 'mac_address': 'fa:16:3e:17:f0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a47ca01-66d7-48dc-9035-7b0ad3490004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T16:46:59Z', 'updated_at': '2021-06-21T16:46:59Z', 'revision_number': 0, 'project_id': '177d64542d4a47e89c017ce0156d10a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16b52ad0-2f4d-4855-956f-de14610b8579', 'name': '', 'network_id': '26f51111-b954-47b2-a6f6-9888d0a11c17', 'tenant_id': '177d64542d4a47e89c017ce0156d10a2', 'mac_address': 'fa:16:3e:66:64:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'bda7032f-3ad2-4169-8d69-c9e9bb18af06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:46:02Z', 'updated_at': '2021-06-21T16:46:09Z', 'revision_number': 5, 'project_id': '177d64542d4a47e89c017ce0156d10a2', 'subnets': [{'id': 'bda7032f-3ad2-4169-8d69-c9e9bb18af06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:47:02.578254 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-f580f460-fcaa-4df7-bd13-439dd69e43d4 admin admin] For port 051fa507-3264-4e9d-8487-5ae9a86d5632, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=051fa507-3264-4e9d-8487-5ae9a86d5632,segment=NetworkSegment(dfb73a72-6d85-4d99-8276-ef9c99e31f9a),segment_id=dfb73a72-6d85-4d99-8276-ef9c99e31f9a)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:47:02.579242 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f580f460-fcaa-4df7-bd13-439dd69e43d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:02.600945 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70df1a41-da5f-4e63-9644-c6873b0a83b6 None None] DHCP port deletion for 5ab42e26-4f17-4c52-8d3d-ea3c378d7887 request from dv-cinder-797161-1-iscsi {{(pid=78428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 21 16:47:02.605354 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-70df1a41-da5f-4e63-9644-c6873b0a83b6 None None] Deleting port 051fa507-3264-4e9d-8487-5ae9a86d5632 {{(pid=78428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:47:02.605728 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-70df1a41-da5f-4e63-9644-c6873b0a83b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:02.714885 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-f580f460-fcaa-4df7-bd13-439dd69e43d4 admin admin] Calling delete_port for 051fa507-3264-4e9d-8487-5ae9a86d5632 owned by network:dhcp {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:47:02.754647 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c445c32e-4102-4398-94d2-3f47bcd21368 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:02.765686 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c445c32e-4102-4398-94d2-3f47bcd21368 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742334'] for security_group_rule, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:02.772284 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:47:02.792952 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 051fa507-3264-4e9d-8487-5ae9a86d5632 no longer exists at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:47:02.805267 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445c32e-4102-4398-94d2-3f47bcd21368 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dda86a0-337c-47ce-bea9-0c20ebb23bcb,revision_number=0']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:47:02.818589 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c445c32e-4102-4398-94d2-3f47bcd21368 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:47:02.828006 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c445c32e-4102-4398-94d2-3f47bcd21368 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:02.831846 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-c445c32e-4102-4398-94d2-3f47bcd21368 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5029774
Jun 21 16:47:02.833408 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 46600) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:47:02.836916 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f580f460-fcaa-4df7-bd13-439dd69e43d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:02.839992 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [None req-e34c520f-7bfd-4c07-9c11-a506e8dd7490 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Request body: {'security_group_rule': {'security_group_id': '312eaf8a-0537-4524-a2ea-c2e8cf5a7aae', 'project_id': '177d64542d4a47e89c017ce0156d10a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:47:02.840954 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-0f030bbe-a693-4e69-a1ef-960eaa45b6bf tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:47:02.852800 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-e34c520f-7bfd-4c07-9c11-a506e8dd7490 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 21 16:47:02.858358 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7954a36c-e7ef-4ea7-b447-3db53406b311 None None] New status for floating IP e1aa3d64-40f9-4ab5-bc72-f00716558190: ACTIVE {{(pid=78429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 16:47:02.859281 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-70df1a41-da5f-4e63-9644-c6873b0a83b6 None None] For port 051fa507-3264-4e9d-8487-5ae9a86d5632, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=051fa507-3264-4e9d-8487-5ae9a86d5632,segment=NetworkSegment(dfb73a72-6d85-4d99-8276-ef9c99e31f9a),segment_id=dfb73a72-6d85-4d99-8276-ef9c99e31f9a)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:47:02.859707 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-70df1a41-da5f-4e63-9644-c6873b0a83b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:02.870156 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-e34c520f-7bfd-4c07-9c11-a506e8dd7490 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Usage tracker for resource:security_group_rule and tenant:177d64542d4a47e89c017ce0156d10a2 is out of sync, need to count used quota {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 21 16:47:02.874645 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [None req-e34c520f-7bfd-4c07-9c11-a506e8dd7490 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78427) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 21 16:47:02.883828 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.quota.driver [None req-e34c520f-7bfd-4c07-9c11-a506e8dd7490 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78427) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 21 16:47:02.886653 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580f460-fcaa-4df7-bd13-439dd69e43d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=051fa507-3264-4e9d-8487-5ae9a86d5632,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:47:02.890512 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-f580f460-fcaa-4df7-bd13-439dd69e43d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:47:02.893423 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f580f460-fcaa-4df7-bd13-439dd69e43d4 admin admin] No DVR routers for this DVR port 051fa507-3264-4e9d-8487-5ae9a86d5632 on host dv-cinder-797161-1-iscsi {{(pid=78426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 16:47:02.905553 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.db.securitygroups_db [None req-e34c520f-7bfd-4c07-9c11-a506e8dd7490 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Project 177d64542d4a47e89c017ce0156d10a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 21 16:47:02.914541 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-e34c520f-7bfd-4c07-9c11-a506e8dd7490 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:02.994408 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-e34c520f-7bfd-4c07-9c11-a506e8dd7490 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:02.994821 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-70df1a41-da5f-4e63-9644-c6873b0a83b6 None None] Calling delete_port for 051fa507-3264-4e9d-8487-5ae9a86d5632 owned by network:dhcp {{(pid=78428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:47:03.002250 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-e34c520f-7bfd-4c07-9c11-a506e8dd7490 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742334'] for security_group_rule, after_create {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:03.005262 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:47:03.032641 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c520f-7bfd-4c07-9c11-a506e8dd7490 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27791d0e-c29c-487e-a0d4-bd048e1d655c,revision_number=0']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:47:03.036859 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f580f460-fcaa-4df7-bd13-439dd69e43d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640139', 'neutron.services.segments.db._delete_segments_for_network-8768074427558'] for network, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:03.038394 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-e34c520f-7bfd-4c07-9c11-a506e8dd7490 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:47:03.047906 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-e34c520f-7bfd-4c07-9c11-a506e8dd7490 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:03.053346 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-e34c520f-7bfd-4c07-9c11-a506e8dd7490 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2183635
Jun 21 16:47:03.080000 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.services.segments.db [None req-f580f460-fcaa-4df7-bd13-439dd69e43d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f979c3e1a90>,) {'filters': {'network_id': ['5ab42e26-4f17-4c52-8d3d-ea3c378d7887']}} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:47:03.104231 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.db.api [None req-70df1a41-da5f-4e63-9644-c6873b0a83b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 16:47:03.104777 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_db.api [None req-70df1a41-da5f-4e63-9644-c6873b0a83b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 16:47:03.106234 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] No active binding found for port 051fa507-3264-4e9d-8487-5ae9a86d5632 {{(pid=78428) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Jun 21 16:47:03.106901 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 051fa507-3264-4e9d-8487-5ae9a86d5632 not bound to the agent host dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:47:03.107335 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 32b4495d-981b-4ced-9a2e-9f33af358ab9 no longer exists at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:47:03.109834 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.services.segments.db [None req-f580f460-fcaa-4df7-bd13-439dd69e43d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f979c3e1a90>, 'dfb73a72-6d85-4d99-8276-ef9c99e31f9a') {'for_net_delete': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:47:03.119281 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.services.segments.db [None req-f580f460-fcaa-4df7-bd13-439dd69e43d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f979c3e1a90>, 'dfb73a72-6d85-4d99-8276-ef9c99e31f9a') {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:47:03.132541 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f580f460-fcaa-4df7-bd13-439dd69e43d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768074438669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3128881'] for segment, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:03.143873 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] No Port match for: 32b4495d-981b-4ced-9a2e-9f33af358ab9 {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:47:03.144228 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 32b4495d-981b-4ced-9a2e-9f33af358ab9 not bound to the agent host dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:47:03.159949 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f580f460-fcaa-4df7-bd13-439dd69e43d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645578'] for segment, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:03.166363 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f580f460-fcaa-4df7-bd13-439dd69e43d4 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=78426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 16:47:03.166753 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f580f460-fcaa-4df7-bd13-439dd69e43d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-645571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2481582'] for segment, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:03.184829 dv-cinder-797161-1-iscsi neutron-server[78426]: Traceback (most recent call last):
Jun 21 16:47:03.184829 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 16:47:03.184829 dv-cinder-797161-1-iscsi neutron-server[78426]:     timer()
Jun 21 16:47:03.184829 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 16:47:03.184829 dv-cinder-797161-1-iscsi neutron-server[78426]:     cb(*args, **kw)
Jun 21 16:47:03.184829 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 16:47:03.184829 dv-cinder-797161-1-iscsi neutron-server[78426]:     return func(*args, **kwargs)
Jun 21 16:47:03.184829 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 16:47:03.184829 dv-cinder-797161-1-iscsi neutron-server[78426]:     self._notify()
Jun 21 16:47:03.184829 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 16:47:03.184829 dv-cinder-797161-1-iscsi neutron-server[78426]:     self.callback(batched_events)
Jun 21 16:47:03.184829 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 16:47:03.184829 dv-cinder-797161-1-iscsi neutron-server[78426]:     event.method(event)
Jun 21 16:47:03.184829 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 16:47:03.184829 dv-cinder-797161-1-iscsi neutron-server[78426]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 16:47:03.184829 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 16:47:03.184829 dv-cinder-797161-1-iscsi neutron-server[78426]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 16:47:03.184829 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 16:47:03.184829 dv-cinder-797161-1-iscsi neutron-server[78426]:     return f(self, *a, **k)
Jun 21 16:47:03.184829 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 16:47:03.184829 dv-cinder-797161-1-iscsi neutron-server[78426]:     return self._get(url).json()
Jun 21 16:47:03.184829 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 16:47:03.184829 dv-cinder-797161-1-iscsi neutron-server[78426]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 16:47:03.184829 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 16:47:03.184829 dv-cinder-797161-1-iscsi neutron-server[78426]:     return self.request(url, 'GET', **kwargs)
Jun 21 16:47:03.184829 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 16:47:03.184829 dv-cinder-797161-1-iscsi neutron-server[78426]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 16:47:03.184829 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 16:47:03.184829 dv-cinder-797161-1-iscsi neutron-server[78426]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 16:47:03.184829 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 16:47:03.184829 dv-cinder-797161-1-iscsi neutron-server[78426]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 16:47:03.184829 dv-cinder-797161-1-iscsi neutron-server[78426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 16:47:03.224079 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f5c32d9f-c4f7-4745-9c03-feff424925ac req-1d2219d3-431b-4fa4-87a2-487546ae090b tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-278864391&fields=id&tenant_id=177d64542d4a47e89c017ce0156d10a2 HTTP/1.1" status: 200  len: 267 time: 0.0459223
Jun 21 16:47:03.261571 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f580f460-fcaa-4df7-bd13-439dd69e43d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1727415'] for network, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:03.265130 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-ffe91a82-56b8-4c87-a040-14560b7afaec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:47:03.278740 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f580f460-fcaa-4df7-bd13-439dd69e43d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for network, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:03.289941 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580f460-fcaa-4df7-bd13-439dd69e43d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ab42e26-4f17-4c52-8d3d-ea3c378d7887,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:47:03.294135 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-f580f460-fcaa-4df7-bd13-439dd69e43d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:47:03.299660 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-f580f460-fcaa-4df7-bd13-439dd69e43d4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5ab42e26-4f17-4c52-8d3d-ea3c378d7887 HTTP/1.1" status: 204  len: 168 time: 1.1998289
Jun 21 16:47:03.318376 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c32d9f-c4f7-4745-9c03-feff424925ac req-f369a9b1-1d96-4696-a047-d9744b111e0c tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:47:03.319849 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f5c32d9f-c4f7-4745-9c03-feff424925ac req-f369a9b1-1d96-4696-a047-d9744b111e0c tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 945 time: 0.0902109
Jun 21 16:47:03.332023 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [req-f5c32d9f-c4f7-4745-9c03-feff424925ac req-2b785446-37e3-4c39-b2ee-9599338feeb0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Request body: {'port': {'security_groups': ['21f24954-5fd8-4236-a6d3-3e1e5aba854c', '312eaf8a-0537-4524-a2ea-c2e8cf5a7aae']}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:47:03.419042 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46608) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:47:03.452067 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-f5c32d9f-c4f7-4745-9c03-feff424925ac req-2b785446-37e3-4c39-b2ee-9599338feeb0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:03.471392 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-902ade40-ed0d-4e2c-988a-14e445550862 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=11bb3c615f364358bf7e47b3024a2fb9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0511830
Jun 21 16:47:03.473905 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46612) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:47:03.605807 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-70df1a41-da5f-4e63-9644-c6873b0a83b6 None None] Deleting port 051fa507-3264-4e9d-8487-5ae9a86d5632 {{(pid=78428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:47:03.606283 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-70df1a41-da5f-4e63-9644-c6873b0a83b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:03.630753 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f3aa1cda-f0de-4b03-97e3-d26fac58b584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:03.657416 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f3aa1cda-f0de-4b03-97e3-d26fac58b584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:03.680778 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-70df1a41-da5f-4e63-9644-c6873b0a83b6 None None] The port '051fa507-3264-4e9d-8487-5ae9a86d5632' was deleted {{(pid=78428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}}
Jun 21 16:47:03.714965 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f3aa1cda-f0de-4b03-97e3-d26fac58b584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:03.718943 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-d9babd51-098a-4429-8ad3-c99c3e4f31a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:47:03.730627 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [req-f5c32d9f-c4f7-4745-9c03-feff424925ac req-2b785446-37e3-4c39-b2ee-9599338feeb0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] For port a3c3ca66-a9cc-49c4-84dc-b22a010358e1, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=a3c3ca66-a9cc-49c4-84dc-b22a010358e1,segment=NetworkSegment(d5aa9258-6989-4900-b11f-c10735fd50ea),segment_id=d5aa9258-6989-4900-b11f-c10735fd50ea)] {{(pid=78427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:47:03.733115 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa1cda-f0de-4b03-97e3-d26fac58b584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6371f3a-aa43-4a64-bb06-e898d55dad33,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:47:03.737052 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-f3aa1cda-f0de-4b03-97e3-d26fac58b584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:47:03.740180 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f3aa1cda-f0de-4b03-97e3-d26fac58b584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:03.741300 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-f3aa1cda-f0de-4b03-97e3-d26fac58b584 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a6371f3a-aa43-4a64-bb06-e898d55dad33 HTTP/1.1" status: 204  len: 168 time: 0.2665017
Jun 21 16:47:03.758982 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-f5c32d9f-c4f7-4745-9c03-feff424925ac req-2b785446-37e3-4c39-b2ee-9599338feeb0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks [] for port, precommit_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:03.763937 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-f5c32d9f-c4f7-4745-9c03-feff424925ac req-2b785446-37e3-4c39-b2ee-9599338feeb0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1910604'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:03.771848 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-96df45c4-0848-462e-82ba-a108d32bd633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:47:03.802013 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['a3c3ca66-a9cc-49c4-84dc-b22a010358e1'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:47:03.841093 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c32d9f-c4f7-4745-9c03-feff424925ac req-2b785446-37e3-4c39-b2ee-9599338feeb0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:47:03.841811 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-f5c32d9f-c4f7-4745-9c03-feff424925ac req-2b785446-37e3-4c39-b2ee-9599338feeb0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:03.843257 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f5c32d9f-c4f7-4745-9c03-feff424925ac req-2b785446-37e3-4c39-b2ee-9599338feeb0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "PUT /v2.0/ports/a3c3ca66-a9cc-49c4-84dc-b22a010358e1 HTTP/1.1" status: 200  len: 981 time: 0.5165985
Jun 21 16:47:03.843861 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a47ca01-66d7-48dc-9035-7b0ad3490004', 'tag': 'a3c3ca66-a9cc-49c4-84dc-b22a010358e1'}] {{(pid=78427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:47:03.887633 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b785446-37e3-4c39-b2ee-9599338feeb0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Pushing event updated for resources: {'Port': ['ID=a3c3ca66-a9cc-49c4-84dc-b22a010358e1,revision_number=6']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:47:03.892224 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-2b785446-37e3-4c39-b2ee-9599338feeb0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:47:03.939252 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a47ca01-66d7-48dc-9035-7b0ad3490004', 'tag': 'a3c3ca66-a9cc-49c4-84dc-b22a010358e1', 'status': 'completed', 'code': 200}
Jun 21 16:47:04.034640 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['a3c3ca66-a9cc-49c4-84dc-b22a010358e1'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:47:04.179032 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64124ae0-31e8-4f4b-a6d7-7f74b25208ff req-29c07ed4-ca9a-4a0d-8a00-1e0dcc0ec8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:47:04.180534 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-64124ae0-31e8-4f4b-a6d7-7f74b25208ff req-29c07ed4-ca9a-4a0d-8a00-1e0dcc0ec8c1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=177d64542d4a47e89c017ce0156d10a2&device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 1137 time: 0.1732004
Jun 21 16:47:04.196408 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46624) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:47:04.197813 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bd31f-ffea-45b8-a1d0-b7dfd59d7975 req-030809a7-c3f6-4d68-91b2-72fe275560c4 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:47:04.199556 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-635bd31f-ffea-45b8-a1d0-b7dfd59d7975 req-030809a7-c3f6-4d68-91b2-72fe275560c4 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 984 time: 0.2254317
Jun 21 16:47:04.257142 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-00b8149f-2d6d-4f21-a9e7-a116b299954d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=77f185f4b9f34bc6bc3a2c160e584a6a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0570908
Jun 21 16:47:04.258106 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46628) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:47:04.275146 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-7d06e8e6-c2fc-4670-ba55-3f604e9e4cc8 None None] Provisioning complete for port a3c3ca66-a9cc-49c4-84dc-b22a010358e1 triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:47:04.275762 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-7d06e8e6-c2fc-4670-ba55-3f604e9e4cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:04.322366 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-997ccd8e-b202-41f8-a135-35db90d01ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:04.336939 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-635bd31f-ffea-45b8-a1d0-b7dfd59d7975 req-60952e2d-aead-483b-879d-fc6ccaba9f1a tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/security-groups?id=312eaf8a-0537-4524-a2ea-c2e8cf5a7aae&id=21f24954-5fd8-4236-a6d3-3e1e5aba854c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1130316
Jun 21 16:47:04.350123 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-997ccd8e-b202-41f8-a135-35db90d01ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:04.377075 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64124ae0-31e8-4f4b-a6d7-7f74b25208ff req-aa9a6e88-c679-4726-8363-fe328c613c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:47:04.378593 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-64124ae0-31e8-4f4b-a6d7-7f74b25208ff req-aa9a6e88-c679-4726-8363-fe328c613c39 service neutron] 10.222.0.39 "GET /v2.0/networks?id=26f51111-b954-47b2-a6f6-9888d0a11c17 HTTP/1.1" status: 200  len: 916 time: 0.1781635
Jun 21 16:47:04.414614 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-997ccd8e-b202-41f8-a135-35db90d01ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:04.418389 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-4dc8e9b7-61a7-4adf-882f-e8a5ca650b99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:47:04.429535 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ccd8e-b202-41f8-a135-35db90d01ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbccbf3d-b35c-44cd-b74a-ded08f560543,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:47:04.433454 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-997ccd8e-b202-41f8-a135-35db90d01ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:47:04.441541 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-997ccd8e-b202-41f8-a135-35db90d01ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:04.445100 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-997ccd8e-b202-41f8-a135-35db90d01ba3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cbccbf3d-b35c-44cd-b74a-ded08f560543 HTTP/1.1" status: 204  len: 168 time: 0.1835341
Jun 21 16:47:04.497403 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-64124ae0-31e8-4f4b-a6d7-7f74b25208ff req-806a7fb5-6ace-4d4f-aca4-3fa8978fb6fa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3c3ca66-a9cc-49c4-84dc-b22a010358e1 HTTP/1.1" status: 200  len: 1001 time: 0.1107259
Jun 21 16:47:04.567055 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64124ae0-31e8-4f4b-a6d7-7f74b25208ff req-6ff3aa97-0638-4de5-94d4-fe9d3766844c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:47:04.568853 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-64124ae0-31e8-4f4b-a6d7-7f74b25208ff req-6ff3aa97-0638-4de5-94d4-fe9d3766844c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bda7032f-3ad2-4169-8d69-c9e9bb18af06 HTTP/1.1" status: 200  len: 854 time: 0.0650303
Jun 21 16:47:04.667513 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64124ae0-31e8-4f4b-a6d7-7f74b25208ff req-9df49f38-ca63-43df-925e-eb9d9b3c1db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:47:04.669081 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-64124ae0-31e8-4f4b-a6d7-7f74b25208ff req-9df49f38-ca63-43df-925e-eb9d9b3c1db5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=26f51111-b954-47b2-a6f6-9888d0a11c17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0919161
Jun 21 16:47:04.817473 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-64124ae0-31e8-4f4b-a6d7-7f74b25208ff req-1931021a-1646-4fb3-949f-d173da340f87 service neutron] 10.222.0.39 "GET /v2.0/networks/26f51111-b954-47b2-a6f6-9888d0a11c17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405430
Jun 21 16:47:05.049698 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-64124ae0-31e8-4f4b-a6d7-7f74b25208ff req-90d8a97f-1df8-4edf-954f-6305dcc7fad5 service neutron] 10.222.0.39 "GET /v2.0/networks/26f51111-b954-47b2-a6f6-9888d0a11c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2240894
Jun 21 16:47:11.729173 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:47:17.471070 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-779c05d1-d0e6-43db-996d-34ed40a30d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:17.906883 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:19.672545 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1039a-f6ca-4ade-beb3-d5c0be32b937 req-e046cb49-4ac2-472b-9078-0af8d318bfea tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:47:19.674710 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d2d1039a-f6ca-4ade-beb3-d5c0be32b937 req-e046cb49-4ac2-472b-9078-0af8d318bfea tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 984 time: 0.1392310
Jun 21 16:47:19.677293 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd31220-1f19-4ea9-8d14-2a3b42a4e0df req-14cfd5dc-723d-463e-b889-e47a23f835c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:47:19.678582 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-efd31220-1f19-4ea9-8d14-2a3b42a4e0df req-14cfd5dc-723d-463e-b889-e47a23f835c7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=177d64542d4a47e89c017ce0156d10a2&device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 1137 time: 0.1069160
Jun 21 16:47:19.801490 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d2d1039a-f6ca-4ade-beb3-d5c0be32b937 req-29cc90f3-d00c-4dcf-a3a3-dbcfed91d9be tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/security-groups?id=312eaf8a-0537-4524-a2ea-c2e8cf5a7aae&id=21f24954-5fd8-4236-a6d3-3e1e5aba854c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1204946
Jun 21 16:47:19.839621 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd31220-1f19-4ea9-8d14-2a3b42a4e0df req-d4297e66-90ac-4fe8-981c-b6b6f98d2c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:47:19.841030 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-efd31220-1f19-4ea9-8d14-2a3b42a4e0df req-d4297e66-90ac-4fe8-981c-b6b6f98d2c88 service neutron] 10.222.0.39 "GET /v2.0/networks?id=26f51111-b954-47b2-a6f6-9888d0a11c17 HTTP/1.1" status: 200  len: 916 time: 0.1472757
Jun 21 16:47:19.943167 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-efd31220-1f19-4ea9-8d14-2a3b42a4e0df req-a09ed2f2-c399-4901-87dd-79451237d864 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3c3ca66-a9cc-49c4-84dc-b22a010358e1 HTTP/1.1" status: 200  len: 1001 time: 0.0950484
Jun 21 16:47:20.005025 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd31220-1f19-4ea9-8d14-2a3b42a4e0df req-405e1c5c-4ed9-41fe-a3da-7ef0b4ce9da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:47:20.006387 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-efd31220-1f19-4ea9-8d14-2a3b42a4e0df req-405e1c5c-4ed9-41fe-a3da-7ef0b4ce9da8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bda7032f-3ad2-4169-8d69-c9e9bb18af06 HTTP/1.1" status: 200  len: 854 time: 0.0558162
Jun 21 16:47:20.085664 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd31220-1f19-4ea9-8d14-2a3b42a4e0df req-6376f69f-b3de-4da9-9abb-26c13a9b6da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:47:20.087027 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-efd31220-1f19-4ea9-8d14-2a3b42a4e0df req-6376f69f-b3de-4da9-9abb-26c13a9b6da3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=26f51111-b954-47b2-a6f6-9888d0a11c17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0731664
Jun 21 16:47:20.108131 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5410b991-80b2-4df9-925a-01275c240d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:20.219626 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-efd31220-1f19-4ea9-8d14-2a3b42a4e0df req-e75269d1-0a57-4822-aa1c-8b3715ff6dec service neutron] 10.222.0.39 "GET /v2.0/networks/26f51111-b954-47b2-a6f6-9888d0a11c17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250622
Jun 21 16:47:20.351655 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-efd31220-1f19-4ea9-8d14-2a3b42a4e0df req-5e797fdc-af91-478a-a827-0a9e049a5110 service neutron] 10.222.0.39 "GET /v2.0/networks/26f51111-b954-47b2-a6f6-9888d0a11c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248841
Jun 21 16:47:20.868991 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:20.987727 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b59197-2c18-4470-a54d-7fb6862cbc92 req-9dd095eb-fd4c-4db3-b991-9846fe30c65f tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:47:20.989077 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e0b59197-2c18-4470-a54d-7fb6862cbc92 req-9dd095eb-fd4c-4db3-b991-9846fe30c65f tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 984 time: 0.0796759
Jun 21 16:47:21.035514 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e0b59197-2c18-4470-a54d-7fb6862cbc92 req-f98bff9f-df38-4f7d-80a0-a9b797bf7dc9 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/security-groups?id=312eaf8a-0537-4524-a2ea-c2e8cf5a7aae&id=21f24954-5fd8-4236-a6d3-3e1e5aba854c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0406046
Jun 21 16:47:21.513067 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:22.220422 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac60f2-d3aa-48c0-a157-b6fc85995141 req-464b1173-e907-458a-9627-aa7d11d1161f tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:47:22.221902 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-aeac60f2-d3aa-48c0-a157-b6fc85995141 req-464b1173-e907-458a-9627-aa7d11d1161f tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 984 time: 0.0812860
Jun 21 16:47:22.268874 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-aeac60f2-d3aa-48c0-a157-b6fc85995141 req-4f22e5d7-4ef3-466d-b75a-262b8507e9b8 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/security-groups?id=312eaf8a-0537-4524-a2ea-c2e8cf5a7aae&id=21f24954-5fd8-4236-a6d3-3e1e5aba854c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0411673
Jun 21 16:47:22.474235 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:23.450215 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086d871-093e-4ff1-8da9-6c9c0d15df9f req-a2eb8d56-628e-485e-9a05-ca484940fd69 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:47:23.451652 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c086d871-093e-4ff1-8da9-6c9c0d15df9f req-a2eb8d56-628e-485e-9a05-ca484940fd69 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 984 time: 0.0783579
Jun 21 16:47:23.502410 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-c086d871-093e-4ff1-8da9-6c9c0d15df9f req-9b21ad05-0117-444d-8457-2396dc46abb7 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/security-groups?id=312eaf8a-0537-4524-a2ea-c2e8cf5a7aae&id=21f24954-5fd8-4236-a6d3-3e1e5aba854c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0435245
Jun 21 16:47:24.684943 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023e843-14a6-4c92-8458-827401b781fd req-2ab18833-9c33-4c6f-9783-de8936c21d81 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:47:24.686355 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8023e843-14a6-4c92-8458-827401b781fd req-2ab18833-9c33-4c6f-9783-de8936c21d81 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 984 time: 0.0793352
Jun 21 16:47:24.732477 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-8023e843-14a6-4c92-8458-827401b781fd req-9e2f8447-9174-4b49-8e09-8237efbe7680 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/security-groups?id=312eaf8a-0537-4524-a2ea-c2e8cf5a7aae&id=21f24954-5fd8-4236-a6d3-3e1e5aba854c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0393696
Jun 21 16:47:25.919943 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4e2e2-04b9-46e6-b270-317d51a93093 req-fd1e5b40-0605-4417-9d6b-a4f017a5217e tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:47:25.921381 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-56d4e2e2-04b9-46e6-b270-317d51a93093 req-fd1e5b40-0605-4417-9d6b-a4f017a5217e tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 984 time: 0.0818970
Jun 21 16:47:25.967692 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-56d4e2e2-04b9-46e6-b270-317d51a93093 req-3d9c0a63-7c0b-469c-9b55-a43ef54f77e1 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/security-groups?id=312eaf8a-0537-4524-a2ea-c2e8cf5a7aae&id=21f24954-5fd8-4236-a6d3-3e1e5aba854c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0403194
Jun 21 16:47:27.153246 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17ee78-2588-4bb3-b317-d7270e748ab2 req-b9f3a7f2-1c26-4deb-8bc1-6459d8c0d1bb tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:47:27.154683 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4e17ee78-2588-4bb3-b317-d7270e748ab2 req-b9f3a7f2-1c26-4deb-8bc1-6459d8c0d1bb tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 984 time: 0.0818346
Jun 21 16:47:27.201283 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-4e17ee78-2588-4bb3-b317-d7270e748ab2 req-5b040d77-812d-4522-b8fb-fba9714e2b95 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/security-groups?id=312eaf8a-0537-4524-a2ea-c2e8cf5a7aae&id=21f24954-5fd8-4236-a6d3-3e1e5aba854c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0401306
Jun 21 16:47:28.388626 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17effb-edb7-455b-bbd6-98a5a1af3274 req-dfde8099-dfb4-4a73-a8af-43f9337df6c3 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:47:28.389993 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7c17effb-edb7-455b-bbd6-98a5a1af3274 req-dfde8099-dfb4-4a73-a8af-43f9337df6c3 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 984 time: 0.0825849
Jun 21 16:47:28.437651 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-7c17effb-edb7-455b-bbd6-98a5a1af3274 req-bf0883b9-262e-4e9a-b10b-58b49319aeb8 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/security-groups?id=312eaf8a-0537-4524-a2ea-c2e8cf5a7aae&id=21f24954-5fd8-4236-a6d3-3e1e5aba854c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0400925
Jun 21 16:47:29.080921 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4769c-fdda-44ef-9170-8f43892dcc6d req-21e4c797-51fb-4e00-8d83-ab9b2a10a397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:47:29.082252 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d4e4769c-fdda-44ef-9170-8f43892dcc6d req-21e4c797-51fb-4e00-8d83-ab9b2a10a397 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=177d64542d4a47e89c017ce0156d10a2&device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 1137 time: 0.0688713
Jun 21 16:47:29.311092 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4769c-fdda-44ef-9170-8f43892dcc6d req-b42e94c6-f615-4f55-acfa-27eede0bd478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:47:29.312811 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d4e4769c-fdda-44ef-9170-8f43892dcc6d req-b42e94c6-f615-4f55-acfa-27eede0bd478 service neutron] 10.222.0.39 "GET /v2.0/networks?id=26f51111-b954-47b2-a6f6-9888d0a11c17 HTTP/1.1" status: 200  len: 916 time: 0.2111697
Jun 21 16:47:29.413913 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d4e4769c-fdda-44ef-9170-8f43892dcc6d req-5fee8d7c-776c-4b75-a67a-331e142623dd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3c3ca66-a9cc-49c4-84dc-b22a010358e1 HTTP/1.1" status: 200  len: 1001 time: 0.0941689
Jun 21 16:47:29.479478 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4769c-fdda-44ef-9170-8f43892dcc6d req-18eba17b-ef74-42f7-aa01-9f9697a1e801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:47:29.481930 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d4e4769c-fdda-44ef-9170-8f43892dcc6d req-18eba17b-ef74-42f7-aa01-9f9697a1e801 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bda7032f-3ad2-4169-8d69-c9e9bb18af06 HTTP/1.1" status: 200  len: 854 time: 0.0614436
Jun 21 16:47:29.556395 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4769c-fdda-44ef-9170-8f43892dcc6d req-b7a688a7-9d65-4d82-8fc1-599e0a656017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:47:29.557862 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d4e4769c-fdda-44ef-9170-8f43892dcc6d req-b7a688a7-9d65-4d82-8fc1-599e0a656017 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=26f51111-b954-47b2-a6f6-9888d0a11c17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0692506
Jun 21 16:47:29.744277 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b4261-3458-4e54-a202-828843ccc1fc req-36568c89-c5bd-403a-8185-518125f79ecf tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:47:29.745715 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-616b4261-3458-4e54-a202-828843ccc1fc req-36568c89-c5bd-403a-8185-518125f79ecf tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 984 time: 0.1870255
Jun 21 16:47:29.750653 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d4e4769c-fdda-44ef-9170-8f43892dcc6d req-b49c049a-27da-4188-b77f-7a6df98b9516 service neutron] 10.222.0.39 "GET /v2.0/networks/26f51111-b954-47b2-a6f6-9888d0a11c17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1580694
Jun 21 16:47:29.868481 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-616b4261-3458-4e54-a202-828843ccc1fc req-c70395a0-b731-4b60-afea-05de521d1103 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/security-groups?id=312eaf8a-0537-4524-a2ea-c2e8cf5a7aae&id=21f24954-5fd8-4236-a6d3-3e1e5aba854c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1168842
Jun 21 16:47:29.911594 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-d4e4769c-fdda-44ef-9170-8f43892dcc6d req-69f52c9e-3dc4-407f-b4d1-9b34a5c1f481 service neutron] 10.222.0.39 "GET /v2.0/networks/26f51111-b954-47b2-a6f6-9888d0a11c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1474228
Jun 21 16:47:31.052328 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536809b-d6f3-423e-aff7-773225e8a16b req-e832a241-e01c-4f91-90e5-57f3d04006fa tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:47:31.053675 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f536809b-d6f3-423e-aff7-773225e8a16b req-e832a241-e01c-4f91-90e5-57f3d04006fa tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 984 time: 0.0782056
Jun 21 16:47:31.104902 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-f536809b-d6f3-423e-aff7-773225e8a16b req-3c7f1b29-04ad-439d-bce8-fbf8f2f52dd2 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/security-groups?id=312eaf8a-0537-4524-a2ea-c2e8cf5a7aae&id=21f24954-5fd8-4236-a6d3-3e1e5aba854c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0453982
Jun 21 16:47:32.291848 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33aef4-4d86-44cb-9861-867399db7042 req-40cbcad4-84ee-4689-811d-7c73ababab9f tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:47:32.293327 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-bc33aef4-4d86-44cb-9861-867399db7042 req-40cbcad4-84ee-4689-811d-7c73ababab9f tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 984 time: 0.0806246
Jun 21 16:47:32.341700 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-bc33aef4-4d86-44cb-9861-867399db7042 req-2b02e5b7-24db-48d3-8775-db21db10b8c3 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/security-groups?id=312eaf8a-0537-4524-a2ea-c2e8cf5a7aae&id=21f24954-5fd8-4236-a6d3-3e1e5aba854c&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0421982
Jun 21 16:47:47.474009 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-21683201-d756-477a-a5c4-e9301c82664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:47.909873 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:48.728106 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:47:50.109740 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5dfff4fa-3b04-480d-a3c8-81b875e294b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:50.869835 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:51.514445 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:47:52.477550 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:04.691414 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a2263559-fbe0-45f5-b4e1-1f5ca776540d req-6383b002-d360-4c9f-8615-c8105891a79e tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-278864391&fields=id&tenant_id=177d64542d4a47e89c017ce0156d10a2 HTTP/1.1" status: 200  len: 267 time: 0.0446880
Jun 21 16:48:04.773495 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2263559-fbe0-45f5-b4e1-1f5ca776540d req-9fcf1255-b292-46fe-959c-43c8976c4850 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:48:04.774897 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a2263559-fbe0-45f5-b4e1-1f5ca776540d req-9fcf1255-b292-46fe-959c-43c8976c4850 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 984 time: 0.0781953
Jun 21 16:48:04.786184 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.v2.base [req-a2263559-fbe0-45f5-b4e1-1f5ca776540d req-2729a44c-80ff-4c5f-8ef3-35fbe1d002f4 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Request body: {'port': {'security_groups': ['21f24954-5fd8-4236-a6d3-3e1e5aba854c']}} {{(pid=78427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 21 16:48:04.903740 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-a2263559-fbe0-45f5-b4e1-1f5ca776540d req-2729a44c-80ff-4c5f-8ef3-35fbe1d002f4 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670410'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:05.142122 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [req-a2263559-fbe0-45f5-b4e1-1f5ca776540d req-2729a44c-80ff-4c5f-8ef3-35fbe1d002f4 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] For port a3c3ca66-a9cc-49c4-84dc-b22a010358e1, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=a3c3ca66-a9cc-49c4-84dc-b22a010358e1,segment=NetworkSegment(d5aa9258-6989-4900-b11f-c10735fd50ea),segment_id=d5aa9258-6989-4900-b11f-c10735fd50ea)] {{(pid=78427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:48:05.166826 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-a2263559-fbe0-45f5-b4e1-1f5ca776540d req-2729a44c-80ff-4c5f-8ef3-35fbe1d002f4 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks [] for port, precommit_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:05.170934 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-a2263559-fbe0-45f5-b4e1-1f5ca776540d req-2729a44c-80ff-4c5f-8ef3-35fbe1d002f4 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768074402717', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768073955530', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768073955575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1910604'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:05.177191 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-7294128c-facf-4d23-ad48-a89c43524203 tempest-TestVolumeBootPattern-2116293594 tempest-TestVolumeBootPattern-2116293594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:48:05.204667 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['a3c3ca66-a9cc-49c4-84dc-b22a010358e1'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:48:05.245469 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2263559-fbe0-45f5-b4e1-1f5ca776540d req-2729a44c-80ff-4c5f-8ef3-35fbe1d002f4 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:48:05.246090 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-a2263559-fbe0-45f5-b4e1-1f5ca776540d req-2729a44c-80ff-4c5f-8ef3-35fbe1d002f4 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:05.247442 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-a2263559-fbe0-45f5-b4e1-1f5ca776540d req-2729a44c-80ff-4c5f-8ef3-35fbe1d002f4 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "PUT /v2.0/ports/a3c3ca66-a9cc-49c4-84dc-b22a010358e1 HTTP/1.1" status: 200  len: 942 time: 0.4664285
Jun 21 16:48:05.248033 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a47ca01-66d7-48dc-9035-7b0ad3490004', 'tag': 'a3c3ca66-a9cc-49c4-84dc-b22a010358e1'}] {{(pid=78427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:48:05.258472 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 46692) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:48:05.307831 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a47ca01-66d7-48dc-9035-7b0ad3490004', 'tag': 'a3c3ca66-a9cc-49c4-84dc-b22a010358e1', 'status': 'completed', 'code': 200}
Jun 21 16:48:05.321851 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729a44c-80ff-4c5f-8ef3-35fbe1d002f4 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Pushing event updated for resources: {'Port': ['ID=a3c3ca66-a9cc-49c4-84dc-b22a010358e1,revision_number=7']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:48:05.337648 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2729a44c-80ff-4c5f-8ef3-35fbe1d002f4 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:48:05.338031 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2729a44c-80ff-4c5f-8ef3-35fbe1d002f4 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:48:05.338398 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2729a44c-80ff-4c5f-8ef3-35fbe1d002f4 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:48:05.338760 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2729a44c-80ff-4c5f-8ef3-35fbe1d002f4 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:48:05.339277 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2729a44c-80ff-4c5f-8ef3-35fbe1d002f4 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:48:05.339840 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2729a44c-80ff-4c5f-8ef3-35fbe1d002f4 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:48:05.339840 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2729a44c-80ff-4c5f-8ef3-35fbe1d002f4 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:48:05.340170 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2729a44c-80ff-4c5f-8ef3-35fbe1d002f4 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:48:05.340507 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2729a44c-80ff-4c5f-8ef3-35fbe1d002f4 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:48:05.340854 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2729a44c-80ff-4c5f-8ef3-35fbe1d002f4 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:48:05.341211 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2729a44c-80ff-4c5f-8ef3-35fbe1d002f4 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:48:05.341556 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2729a44c-80ff-4c5f-8ef3-35fbe1d002f4 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:48:05.348525 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-2729a44c-80ff-4c5f-8ef3-35fbe1d002f4 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:48:05.369524 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['a3c3ca66-a9cc-49c4-84dc-b22a010358e1'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:48:05.495280 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-0749ed68-6f63-4a48-8c7f-653fa1add6ae tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:05.537950 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-0749ed68-6f63-4a48-8c7f-653fa1add6ae tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:05.545328 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.provisioning_blocks [None req-18fc0994-6c58-4b67-a51e-24f3bb6755a4 None None] Provisioning complete for port a3c3ca66-a9cc-49c4-84dc-b22a010358e1 triggered by entity DHCP. {{(pid=78428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 21 16:48:05.545701 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-18fc0994-6c58-4b67-a51e-24f3bb6755a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642566'] for port, provisioning_complete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:05.584563 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb40e77-bbc4-48af-89b3-723f1d82cbd5 req-afd173bf-3a6f-4f23-b2e5-4037318fd6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:48:05.586027 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2bb40e77-bbc4-48af-89b3-723f1d82cbd5 req-afd173bf-3a6f-4f23-b2e5-4037318fd6cb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=177d64542d4a47e89c017ce0156d10a2&device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 1098 time: 0.2324784
Jun 21 16:48:05.688459 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-0749ed68-6f63-4a48-8c7f-653fa1add6ae tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:05.699917 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-027946ea-d9f0-40c9-84ca-ff764c283a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:48:05.716722 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0749ed68-6f63-4a48-8c7f-653fa1add6ae tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=312eaf8a-0537-4524-a2ea-c2e8cf5a7aae,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:48:05.720201 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-0749ed68-6f63-4a48-8c7f-653fa1add6ae tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:48:05.730010 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-0749ed68-6f63-4a48-8c7f-653fa1add6ae tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:05.731128 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-0749ed68-6f63-4a48-8c7f-653fa1add6ae tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "DELETE /v2.0/security-groups/312eaf8a-0537-4524-a2ea-c2e8cf5a7aae HTTP/1.1" status: 204  len: 168 time: 0.4722533
Jun 21 16:48:05.733919 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46696) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:48:05.747758 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb40e77-bbc4-48af-89b3-723f1d82cbd5 req-f466e41b-ab0c-454b-b4cb-20d1fd56072a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:48:05.749099 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2bb40e77-bbc4-48af-89b3-723f1d82cbd5 req-f466e41b-ab0c-454b-b4cb-20d1fd56072a service neutron] 10.222.0.39 "GET /v2.0/networks?id=26f51111-b954-47b2-a6f6-9888d0a11c17 HTTP/1.1" status: 200  len: 916 time: 0.1557391
Jun 21 16:48:05.854466 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2bb40e77-bbc4-48af-89b3-723f1d82cbd5 req-109b31ea-0afe-4402-a9af-987564fdc602 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3c3ca66-a9cc-49c4-84dc-b22a010358e1 HTTP/1.1" status: 200  len: 1001 time: 0.0963306
Jun 21 16:48:05.917354 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb40e77-bbc4-48af-89b3-723f1d82cbd5 req-ac347459-6429-442b-bab8-0aac910a5249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:48:05.919400 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2bb40e77-bbc4-48af-89b3-723f1d82cbd5 req-ac347459-6429-442b-bab8-0aac910a5249 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bda7032f-3ad2-4169-8d69-c9e9bb18af06 HTTP/1.1" status: 200  len: 854 time: 0.0581143
Jun 21 16:48:05.943147 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-a601a3ce-26b9-41af-a922-dfbc1badedc0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Deleting port 08925e54-feec-498b-a452-8c99fe15641e {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:48:05.943484 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a601a3ce-26b9-41af-a922-dfbc1badedc0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:05.997726 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb40e77-bbc4-48af-89b3-723f1d82cbd5 req-10cae161-6bfc-4189-a558-bbf2404d1717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:48:05.999087 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2bb40e77-bbc4-48af-89b3-723f1d82cbd5 req-10cae161-6bfc-4189-a558-bbf2404d1717 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=26f51111-b954-47b2-a6f6-9888d0a11c17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0725262
Jun 21 16:48:06.108800 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a601a3ce-26b9-41af-a922-dfbc1badedc0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:06.109125 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a601a3ce-26b9-41af-a922-dfbc1badedc0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:06.131566 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2bb40e77-bbc4-48af-89b3-723f1d82cbd5 req-a4c240a4-c6d6-496c-ba2d-c9769e4629ee service neutron] 10.222.0.39 "GET /v2.0/networks/26f51111-b954-47b2-a6f6-9888d0a11c17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249187
Jun 21 16:48:06.230722 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-a601a3ce-26b9-41af-a922-dfbc1badedc0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Calling delete_port for 08925e54-feec-498b-a452-8c99fe15641e owned by network:floatingip {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:48:06.261878 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-2bb40e77-bbc4-48af-89b3-723f1d82cbd5 req-6219ebe1-c1d1-443c-a715-298865d212c4 service neutron] 10.222.0.39 "GET /v2.0/networks/26f51111-b954-47b2-a6f6-9888d0a11c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241839
Jun 21 16:48:06.380411 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a601a3ce-26b9-41af-a922-dfbc1badedc0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:06.384081 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-9a687448-ddf6-4e8b-96db-46c2701b3578 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:48:06.426709 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601a3ce-26b9-41af-a922-dfbc1badedc0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Pushing event deleted for resources: {'Port': ['ID=08925e54-feec-498b-a452-8c99fe15641e,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:48:06.491736 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601a3ce-26b9-41af-a922-dfbc1badedc0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:48:06.492115 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601a3ce-26b9-41af-a922-dfbc1badedc0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:48:06.492486 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601a3ce-26b9-41af-a922-dfbc1badedc0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:48:06.492852 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601a3ce-26b9-41af-a922-dfbc1badedc0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:48:06.493211 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601a3ce-26b9-41af-a922-dfbc1badedc0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:48:06.493566 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601a3ce-26b9-41af-a922-dfbc1badedc0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:48:06.493939 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601a3ce-26b9-41af-a922-dfbc1badedc0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:48:06.494281 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601a3ce-26b9-41af-a922-dfbc1badedc0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:48:06.494632 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601a3ce-26b9-41af-a922-dfbc1badedc0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:48:06.494988 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601a3ce-26b9-41af-a922-dfbc1badedc0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:48:06.495370 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601a3ce-26b9-41af-a922-dfbc1badedc0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:48:06.495746 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a601a3ce-26b9-41af-a922-dfbc1badedc0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797161-1-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 21 16:48:06.498880 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-a601a3ce-26b9-41af-a922-dfbc1badedc0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:48:06.527162 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a601a3ce-26b9-41af-a922-dfbc1badedc0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks [] for floatingip, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:06.527446 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.db.l3_db [None req-a601a3ce-26b9-41af-a922-dfbc1badedc0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Floating IP e1aa3d64-40f9-4ab5-bc72-f00716558190 disassociated (deleted). External IP: 172.27.1.157, port: a3c3ca66-a9cc-49c4-84dc-b22a010358e1.
Jun 21 16:48:06.873824 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a601a3ce-26b9-41af-a922-dfbc1badedc0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Router 17c8b1e6-fa65-41b3-99d0-c7d208ac80fd has already been hosted by L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb {{(pid=78426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 16:48:07.147021 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a601a3ce-26b9-41af-a922-dfbc1badedc0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:48:07.156031 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32534723-9401-4ca0-b39c-2bb4f8683f4e None None] Sync routers for ids ['17c8b1e6-fa65-41b3-99d0-c7d208ac80fd'] in dv-cinder-797161-1-iscsi {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:48:07.167030 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a601a3ce-26b9-41af-a922-dfbc1badedc0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:07.167258 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32534723-9401-4ca0-b39c-2bb4f8683f4e None None] Routers {'17c8b1e6-fa65-41b3-99d0-c7d208ac80fd'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:48:07.167683 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-32534723-9401-4ca0-b39c-2bb4f8683f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d76fc70>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:47:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['17c8b1e6-fa65-41b3-99d0-c7d208ac80fd'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:48:07.222244 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-a601a3ce-26b9-41af-a922-dfbc1badedc0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "DELETE /v2.0/floatingips/e1aa3d64-40f9-4ab5-bc72-f00716558190 HTTP/1.1" status: 204  len: 168 time: 1.4866731
Jun 21 16:48:07.222903 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a47ca01-66d7-48dc-9035-7b0ad3490004', 'tag': 'a3c3ca66-a9cc-49c4-84dc-b22a010358e1'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:48:07.279504 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a47ca01-66d7-48dc-9035-7b0ad3490004', 'tag': 'a3c3ca66-a9cc-49c4-84dc-b22a010358e1', 'status': 'completed', 'code': 200}
Jun 21 16:48:07.352953 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-32534723-9401-4ca0-b39c-2bb4f8683f4e None None] Set router 17c8b1e6-fa65-41b3-99d0-c7d208ac80fd gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:48:07.401413 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17609b5-6271-4688-bc71-e4bbc5e547e2 req-562bdbc6-24ea-47ca-b8e1-939dfaf61815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:48:07.402938 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e17609b5-6271-4688-bc71-e4bbc5e547e2 req-562bdbc6-24ea-47ca-b8e1-939dfaf61815 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=177d64542d4a47e89c017ce0156d10a2&device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 1098 time: 0.0764813
Jun 21 16:48:07.540278 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17609b5-6271-4688-bc71-e4bbc5e547e2 req-b2a61e45-b2ce-4ca0-b076-dbc3f57c8204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:48:07.541728 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e17609b5-6271-4688-bc71-e4bbc5e547e2 req-b2a61e45-b2ce-4ca0-b076-dbc3f57c8204 service neutron] 10.222.0.39 "GET /v2.0/networks?id=26f51111-b954-47b2-a6f6-9888d0a11c17 HTTP/1.1" status: 200  len: 916 time: 0.1303585
Jun 21 16:48:07.617191 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e17609b5-6271-4688-bc71-e4bbc5e547e2 req-00a7d02f-b726-4426-9145-660c006403a5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3c3ca66-a9cc-49c4-84dc-b22a010358e1 HTTP/1.1" status: 200  len: 217 time: 0.0686724
Jun 21 16:48:07.691321 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17609b5-6271-4688-bc71-e4bbc5e547e2 req-c7159c60-304b-4923-83a5-bd0b474bf72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:48:07.692793 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e17609b5-6271-4688-bc71-e4bbc5e547e2 req-c7159c60-304b-4923-83a5-bd0b474bf72c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bda7032f-3ad2-4169-8d69-c9e9bb18af06 HTTP/1.1" status: 200  len: 854 time: 0.0625587
Jun 21 16:48:07.717841 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-32534723-9401-4ca0-b39c-2bb4f8683f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d76fc70>, [{'id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'name': 'tempest-TestMinimumBasicScenario-1258642182-router', 'tenant_id': '177d64542d4a47e89c017ce0156d10a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '55880f3e-1191-4a38-bc15-d9a984a41204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:45:59Z', 'updated_at': '2021-06-21T16:46:03Z', 'revision_number': 4, 'project_id': '177d64542d4a47e89c017ce0156d10a2', 'gw_port': {'id': '55880f3e-1191-4a38-bc15-d9a984a41204', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:46:00Z', 'updated_at': '2021-06-21T16:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': '16b52ad0-2f4d-4855-956f-de14610b8579', 'name': '', 'network_id': '26f51111-b954-47b2-a6f6-9888d0a11c17', 'tenant_id': '177d64542d4a47e89c017ce0156d10a2', 'mac_address': 'fa:16:3e:66:64:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'bda7032f-3ad2-4169-8d69-c9e9bb18af06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:46:02Z', 'updated_at': '2021-06-21T16:46:09Z', 'revision_number': 5, 'project_id': '177d64542d4a47e89c017ce0156d10a2', 'subnets': [{'id': 'bda7032f-3ad2-4169-8d69-c9e9bb18af06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:48:07.722225 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32534723-9401-4ca0-b39c-2bb4f8683f4e None None] Checking router: 17c8b1e6-fa65-41b3-99d0-c7d208ac80fd for host: dv-cinder-797161-1-iscsi {{(pid=78428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:48:07.730464 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32534723-9401-4ca0-b39c-2bb4f8683f4e None None] Routers {'17c8b1e6-fa65-41b3-99d0-c7d208ac80fd'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:48:07.731057 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-32534723-9401-4ca0-b39c-2bb4f8683f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d76fc70>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:47:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['17c8b1e6-fa65-41b3-99d0-c7d208ac80fd'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:48:07.771904 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17609b5-6271-4688-bc71-e4bbc5e547e2 req-f47e6002-2800-4db1-a9a8-b063ab0cf54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:48:07.773349 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e17609b5-6271-4688-bc71-e4bbc5e547e2 req-f47e6002-2800-4db1-a9a8-b063ab0cf54b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=26f51111-b954-47b2-a6f6-9888d0a11c17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0741835
Jun 21 16:48:07.905957 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e17609b5-6271-4688-bc71-e4bbc5e547e2 req-2f632469-27d4-4c8f-a1fc-f9ae7c0d669a service neutron] 10.222.0.39 "GET /v2.0/networks/26f51111-b954-47b2-a6f6-9888d0a11c17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1229572
Jun 21 16:48:07.906380 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-32534723-9401-4ca0-b39c-2bb4f8683f4e None None] Set router 17c8b1e6-fa65-41b3-99d0-c7d208ac80fd gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:48:08.034642 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-e17609b5-6271-4688-bc71-e4bbc5e547e2 req-81af2f95-0f06-4e54-bd61-15b38d7ea77f service neutron] 10.222.0.39 "GET /v2.0/networks/26f51111-b954-47b2-a6f6-9888d0a11c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1215351
Jun 21 16:48:08.215495 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-32534723-9401-4ca0-b39c-2bb4f8683f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d76fc70>, [{'id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'name': 'tempest-TestMinimumBasicScenario-1258642182-router', 'tenant_id': '177d64542d4a47e89c017ce0156d10a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '55880f3e-1191-4a38-bc15-d9a984a41204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:45:59Z', 'updated_at': '2021-06-21T16:46:03Z', 'revision_number': 4, 'project_id': '177d64542d4a47e89c017ce0156d10a2', 'gw_port': {'id': '55880f3e-1191-4a38-bc15-d9a984a41204', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:46:00Z', 'updated_at': '2021-06-21T16:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': '16b52ad0-2f4d-4855-956f-de14610b8579', 'name': '', 'network_id': '26f51111-b954-47b2-a6f6-9888d0a11c17', 'tenant_id': '177d64542d4a47e89c017ce0156d10a2', 'mac_address': 'fa:16:3e:66:64:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'bda7032f-3ad2-4169-8d69-c9e9bb18af06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:46:02Z', 'updated_at': '2021-06-21T16:46:09Z', 'revision_number': 5, 'project_id': '177d64542d4a47e89c017ce0156d10a2', 'subnets': [{'id': 'bda7032f-3ad2-4169-8d69-c9e9bb18af06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:48:08.219320 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32534723-9401-4ca0-b39c-2bb4f8683f4e None None] The sync data for ids ['17c8b1e6-fa65-41b3-99d0-c7d208ac80fd'] in dv-cinder-797161-1-iscsi is: [{'id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'name': 'tempest-TestMinimumBasicScenario-1258642182-router', 'tenant_id': '177d64542d4a47e89c017ce0156d10a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '55880f3e-1191-4a38-bc15-d9a984a41204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:45:59Z', 'updated_at': '2021-06-21T16:46:03Z', 'revision_number': 4, 'project_id': '177d64542d4a47e89c017ce0156d10a2', 'gw_port': {'id': '55880f3e-1191-4a38-bc15-d9a984a41204', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:46:00Z', 'updated_at': '2021-06-21T16:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi', '_interfaces': [{'id': '16b52ad0-2f4d-4855-956f-de14610b8579', 'name': '', 'network_id': '26f51111-b954-47b2-a6f6-9888d0a11c17', 'tenant_id': '177d64542d4a47e89c017ce0156d10a2', 'mac_address': 'fa:16:3e:66:64:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'bda7032f-3ad2-4169-8d69-c9e9bb18af06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:46:02Z', 'updated_at': '2021-06-21T16:46:09Z', 'revision_number': 5, 'project_id': '177d64542d4a47e89c017ce0156d10a2', 'subnets': [{'id': 'bda7032f-3ad2-4169-8d69-c9e9bb18af06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:48:08.426814 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6de1fc-e19b-43ac-bc4a-582c0cd37af4 None None] New status for floating IP e1aa3d64-40f9-4ab5-bc72-f00716558190: DOWN {{(pid=78429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 21 16:48:10.502048 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddcedf-0ea4-40ae-841b-3d2b9faf0d60 req-390e4a82-fdba-48b1-8bf6-ad2eb2c9a016 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:48:10.505230 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-3eddcedf-0ea4-40ae-841b-3d2b9faf0d60 req-390e4a82-fdba-48b1-8bf6-ad2eb2c9a016 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 945 time: 0.0790598
Jun 21 16:48:10.547488 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-3eddcedf-0ea4-40ae-841b-3d2b9faf0d60 req-b9a6a686-e489-4adc-9765-adacb1c1746c tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Synchronizing usage tracker for tenant:177d64542d4a47e89c017ce0156d10a2 on resource:security_group {{(pid=78427) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 21 16:48:10.563502 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.quota.resource [req-3eddcedf-0ea4-40ae-841b-3d2b9faf0d60 req-b9a6a686-e489-4adc-9765-adacb1c1746c tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Unset dirty status for tenant:177d64542d4a47e89c017ce0156d10a2 on resource:security_group {{(pid=78427) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 21 16:48:10.565140 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-3eddcedf-0ea4-40ae-841b-3d2b9faf0d60 req-b9a6a686-e489-4adc-9765-adacb1c1746c tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f24954-5fd8-4236-a6d3-3e1e5aba854c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545437
Jun 21 16:48:11.846745 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf1d2d-f1da-4501-9469-010c1912c32d req-8f322ab9-b4c0-4c96-83b7-64bd3f30bdae tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:48:11.848117 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-fadf1d2d-f1da-4501-9469-010c1912c32d req-8f322ab9-b4c0-4c96-83b7-64bd3f30bdae tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 945 time: 0.1779256
Jun 21 16:48:11.891248 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-fadf1d2d-f1da-4501-9469-010c1912c32d req-1581d442-885b-4829-b1a6-a0fe026a48c4 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f24954-5fd8-4236-a6d3-3e1e5aba854c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374353
Jun 21 16:48:12.320339 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fadd55-8079-4410-b83b-5553bddc7d19 req-7c77b7af-276e-46ec-8bfd-3843560c91a9 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 21 16:48:12.321729 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-10fadd55-8079-4410-b83b-5553bddc7d19 req-7c77b7af-276e-46ec-8bfd-3843560c91a9 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 945 time: 0.0819869
Jun 21 16:48:12.390228 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [req-10fadd55-8079-4410-b83b-5553bddc7d19 req-408afa3b-562d-4fa9-b577-897644b3f1bb tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Deleting port a3c3ca66-a9cc-49c4-84dc-b22a010358e1 {{(pid=78427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:48:12.390568 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-10fadd55-8079-4410-b83b-5553bddc7d19 req-408afa3b-562d-4fa9-b577-897644b3f1bb tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:12.630349 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [req-10fadd55-8079-4410-b83b-5553bddc7d19 req-408afa3b-562d-4fa9-b577-897644b3f1bb tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] For port a3c3ca66-a9cc-49c4-84dc-b22a010358e1, host hv-cinder-79716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79716',level=0,port_id=a3c3ca66-a9cc-49c4-84dc-b22a010358e1,segment=NetworkSegment(d5aa9258-6989-4900-b11f-c10735fd50ea),segment_id=d5aa9258-6989-4900-b11f-c10735fd50ea)] {{(pid=78427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:48:12.630612 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-10fadd55-8079-4410-b83b-5553bddc7d19 req-408afa3b-562d-4fa9-b577-897644b3f1bb tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:12.749583 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.plugin [req-10fadd55-8079-4410-b83b-5553bddc7d19 req-408afa3b-562d-4fa9-b577-897644b3f1bb tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Calling delete_port for a3c3ca66-a9cc-49c4-84dc-b22a010358e1 owned by compute:nova {{(pid=78427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:48:12.894492 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-10fadd55-8079-4410-b83b-5553bddc7d19 req-408afa3b-562d-4fa9-b577-897644b3f1bb tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1910645'] for port, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:12.899819 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:48:12.929484 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] get_ports_and_sgs() called for port_ids ['a3c3ca66-a9cc-49c4-84dc-b22a010358e1'] {{(pid=78428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 21 16:48:12.945034 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408afa3b-562d-4fa9-b577-897644b3f1bb tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Pushing event deleted for resources: {'Port': ['ID=a3c3ca66-a9cc-49c4-84dc-b22a010358e1,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:48:12.948030 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-408afa3b-562d-4fa9-b577-897644b3f1bb tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:48:13.054865 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [req-10fadd55-8079-4410-b83b-5553bddc7d19 req-408afa3b-562d-4fa9-b577-897644b3f1bb tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] No DVR routers for this DVR port a3c3ca66-a9cc-49c4-84dc-b22a010358e1 on host hv-cinder-79716 {{(pid=78427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 16:48:13.060924 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [req-10fadd55-8079-4410-b83b-5553bddc7d19 req-408afa3b-562d-4fa9-b577-897644b3f1bb tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:13.065441 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-17191609-21e9-40d5-a4ca-f813323af138 req-0f0ec03f-e8cf-452d-8a3f-c8859eea175c tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a47ca01-66d7-48dc-9035-7b0ad3490004 HTTP/1.1" status: 200  len: 210 time: 0.0538800
Jun 21 16:48:13.065935 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a47ca01-66d7-48dc-9035-7b0ad3490004', 'name': 'network-vif-deleted', 'tag': 'a3c3ca66-a9cc-49c4-84dc-b22a010358e1'}] {{(pid=78427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 21 16:48:13.077787 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [req-10fadd55-8079-4410-b83b-5553bddc7d19 req-408afa3b-562d-4fa9-b577-897644b3f1bb tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] 10.222.0.39 "DELETE /v2.0/ports/a3c3ca66-a9cc-49c4-84dc-b22a010358e1 HTTP/1.1" status: 204  len: 173 time: 0.7499413
Jun 21 16:48:13.115764 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a47ca01-66d7-48dc-9035-7b0ad3490004', 'name': 'network-vif-deleted', 'tag': 'a3c3ca66-a9cc-49c4-84dc-b22a010358e1', 'status': 'completed', 'code': 200}
Jun 21 16:48:15.011000 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46778) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:48:15.534945 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f237017f-d840-46bf-956e-0668f8026198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1726647'] for router_interface, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:15.868252 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-f237017f-d840-46bf-956e-0668f8026198 admin admin] Deleting port 16b52ad0-2f4d-4855-956f-de14610b8579 {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:48:15.868252 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f237017f-d840-46bf-956e-0668f8026198 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:16.036565 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-f237017f-d840-46bf-956e-0668f8026198 admin admin] For port 16b52ad0-2f4d-4855-956f-de14610b8579, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=16b52ad0-2f4d-4855-956f-de14610b8579,segment=NetworkSegment(d5aa9258-6989-4900-b11f-c10735fd50ea),segment_id=d5aa9258-6989-4900-b11f-c10735fd50ea)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:48:16.037260 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f237017f-d840-46bf-956e-0668f8026198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:16.140799 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device a3c3ca66-a9cc-49c4-84dc-b22a010358e1 no longer exists at agent hyperv_hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:48:16.175159 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] No Port match for: a3c3ca66-a9cc-49c4-84dc-b22a010358e1 {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:48:16.175646 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Device a3c3ca66-a9cc-49c4-84dc-b22a010358e1 not bound to the agent host hv-cinder-79716 {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:48:16.269918 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-f237017f-d840-46bf-956e-0668f8026198 admin admin] Calling delete_port for 16b52ad0-2f4d-4855-956f-de14610b8579 owned by network:router_interface {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:48:16.442128 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f237017f-d840-46bf-956e-0668f8026198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:16.446474 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c0490e24-9c14-4442-86f1-f65374ff8cc5 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:48:16.514413 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237017f-d840-46bf-956e-0668f8026198 admin admin] Pushing event deleted for resources: {'Port': ['ID=16b52ad0-2f4d-4855-956f-de14610b8579,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:48:16.517453 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-f237017f-d840-46bf-956e-0668f8026198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:48:16.753660 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f237017f-d840-46bf-956e-0668f8026198 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1647111'] for router_interface, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:17.114982 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f237017f-d840-46bf-956e-0668f8026198 admin admin] Router 17c8b1e6-fa65-41b3-99d0-c7d208ac80fd has already been hosted by L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb {{(pid=78426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 16:48:17.287950 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f237017f-d840-46bf-956e-0668f8026198 admin admin] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:48:17.296565 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2e36e6-028f-43ab-ac65-3fdbde0640d6 None None] Sync routers for ids ['17c8b1e6-fa65-41b3-99d0-c7d208ac80fd'] in dv-cinder-797161-1-iscsi {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:48:17.300552 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-f237017f-d840-46bf-956e-0668f8026198 admin admin] 10.222.0.24 "PUT /v2.0/routers/17c8b1e6-fa65-41b3-99d0-c7d208ac80fd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2883215
Jun 21 16:48:17.302891 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46782) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:48:17.306966 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2e36e6-028f-43ab-ac65-3fdbde0640d6 None None] Routers {'17c8b1e6-fa65-41b3-99d0-c7d208ac80fd'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:48:17.307566 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-8c2e36e6-028f-43ab-ac65-3fdbde0640d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d5b2f70>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:47:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['17c8b1e6-fa65-41b3-99d0-c7d208ac80fd'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:48:17.484491 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-3e3796f9-3892-4511-a6f6-77c13202ed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:17.497805 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-8c2e36e6-028f-43ab-ac65-3fdbde0640d6 None None] Set router 17c8b1e6-fa65-41b3-99d0-c7d208ac80fd gateway port host: dv-cinder-797161-1-iscsi {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:48:17.593579 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-77660407-4127-4965-bada-45c0f111d403 admin admin] Notify callbacks [] for router, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:17.769539 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-77660407-4127-4965-bada-45c0f111d403 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:17.778656 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-77660407-4127-4965-bada-45c0f111d403 admin admin] Deleting port 55880f3e-1191-4a38-bc15-d9a984a41204 {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:48:17.778988 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-77660407-4127-4965-bada-45c0f111d403 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:17.816868 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-8c2e36e6-028f-43ab-ac65-3fdbde0640d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d5b2f70>, [{'id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'name': 'tempest-TestMinimumBasicScenario-1258642182-router', 'tenant_id': '177d64542d4a47e89c017ce0156d10a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '55880f3e-1191-4a38-bc15-d9a984a41204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:45:59Z', 'updated_at': '2021-06-21T16:48:16Z', 'revision_number': 5, 'project_id': '177d64542d4a47e89c017ce0156d10a2', 'gw_port': {'id': '55880f3e-1191-4a38-bc15-d9a984a41204', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:46:00Z', 'updated_at': '2021-06-21T16:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi'}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:48:17.820690 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2e36e6-028f-43ab-ac65-3fdbde0640d6 None None] Checking router: 17c8b1e6-fa65-41b3-99d0-c7d208ac80fd for host: dv-cinder-797161-1-iscsi {{(pid=78428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:48:17.828856 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2e36e6-028f-43ab-ac65-3fdbde0640d6 None None] Routers {'17c8b1e6-fa65-41b3-99d0-c7d208ac80fd'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:48:17.829462 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-8c2e36e6-028f-43ab-ac65-3fdbde0640d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979d5b2f70>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:47:50Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['17c8b1e6-fa65-41b3-99d0-c7d208ac80fd'], 'active': True} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:48:17.957158 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-77660407-4127-4965-bada-45c0f111d403 admin admin] For port 55880f3e-1191-4a38-bc15-d9a984a41204, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=55880f3e-1191-4a38-bc15-d9a984a41204,segment=NetworkSegment(3123edc3-090a-4516-9a79-a6a8c7b9190b),segment_id=3123edc3-090a-4516-9a79-a6a8c7b9190b)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:48:17.957506 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-77660407-4127-4965-bada-45c0f111d403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:17.982007 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:17.991279 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_dvr_db [None req-8c2e36e6-028f-43ab-ac65-3fdbde0640d6 None None] Set router 17c8b1e6-fa65-41b3-99d0-c7d208ac80fd gateway port host: None {{(pid=78428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:48:18.077997 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-77660407-4127-4965-bada-45c0f111d403 admin admin] Calling delete_port for 55880f3e-1191-4a38-bc15-d9a984a41204 owned by network:router_gateway {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:48:18.095750 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.db.l3_hamode_db [None req-8c2e36e6-028f-43ab-ac65-3fdbde0640d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979d5b2f70>, [{'id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'name': 'tempest-TestMinimumBasicScenario-1258642182-router', 'tenant_id': '177d64542d4a47e89c017ce0156d10a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:45:59Z', 'updated_at': '2021-06-21T16:48:17Z', 'revision_number': 6, 'project_id': '177d64542d4a47e89c017ce0156d10a2', 'gw_port_host': None}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:48:18.100396 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2e36e6-028f-43ab-ac65-3fdbde0640d6 None None] The sync data for ids ['17c8b1e6-fa65-41b3-99d0-c7d208ac80fd'] in dv-cinder-797161-1-iscsi is: [{'id': '17c8b1e6-fa65-41b3-99d0-c7d208ac80fd', 'name': 'tempest-TestMinimumBasicScenario-1258642182-router', 'tenant_id': '177d64542d4a47e89c017ce0156d10a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:45:59Z', 'updated_at': '2021-06-21T16:48:17Z', 'revision_number': 6, 'project_id': '177d64542d4a47e89c017ce0156d10a2', 'gw_port_host': None}] {{(pid=78428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:48:18.244851 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-77660407-4127-4965-bada-45c0f111d403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:18.249232 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-dfe29b0e-8168-4227-8e19-0bdea582d9f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:48:18.292679 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77660407-4127-4965-bada-45c0f111d403 admin admin] Pushing event deleted for resources: {'Port': ['ID=55880f3e-1191-4a38-bc15-d9a984a41204,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:48:18.319173 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-77660407-4127-4965-bada-45c0f111d403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:48:18.383740 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-77660407-4127-4965-bada-45c0f111d403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1727384'] for router_gateway, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:18.557392 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-77660407-4127-4965-bada-45c0f111d403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1019'] for router, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:18.559624 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-77660407-4127-4965-bada-45c0f111d403 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:18.581312 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-77660407-4127-4965-bada-45c0f111d403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1647669'] for router, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:18.581856 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77660407-4127-4965-bada-45c0f111d403 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17c8b1e6-fa65-41b3-99d0-c7d208ac80fd {{(pid=78426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 21 16:48:18.593505 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-77660407-4127-4965-bada-45c0f111d403 admin admin] Notify callbacks [] for router, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:18.594612 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-77660407-4127-4965-bada-45c0f111d403 admin admin] 10.222.0.24 "DELETE /v2.0/routers/17c8b1e6-fa65-41b3-99d0-c7d208ac80fd HTTP/1.1" status: 204  len: 168 time: 1.2908311
Jun 21 16:48:18.598074 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46786) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:48:18.654503 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf48a547-6cc4-4a08-bfb5-b2b2a6ba8077 admin admin] Deleting subnet bda7032f-3ad2-4169-8d69-c9e9bb18af06 {{(pid=78426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Jun 21 16:48:18.657213 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-bf48a547-6cc4-4a08-bfb5-b2b2a6ba8077 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:18.706642 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-bf48a547-6cc4-4a08-bfb5-b2b2a6ba8077 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3128838'] for subnet, precommit_delete_associations {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:18.781783 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-bf48a547-6cc4-4a08-bfb5-b2b2a6ba8077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640788'] for subnet, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:18.857635 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 16b52ad0-2f4d-4855-956f-de14610b8579 no longer exists at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:48:18.900506 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] No Port match for: 16b52ad0-2f4d-4855-956f-de14610b8579 {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:48:18.900956 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 16b52ad0-2f4d-4855-956f-de14610b8579 not bound to the agent host dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:48:18.901440 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 55880f3e-1191-4a38-bc15-d9a984a41204 no longer exists at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:48:18.935495 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] No Port match for: 55880f3e-1191-4a38-bc15-d9a984a41204 {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:48:18.935951 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 55880f3e-1191-4a38-bc15-d9a984a41204 not bound to the agent host dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:48:19.161248 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-bf48a547-6cc4-4a08-bfb5-b2b2a6ba8077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2434572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2228998'] for subnet, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:19.164595 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-59551bf5-93e5-4555-a427-6ba82f7eb238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:48:19.203987 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48a547-6cc4-4a08-bfb5-b2b2a6ba8077 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bda7032f-3ad2-4169-8d69-c9e9bb18af06,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:48:19.207096 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-bf48a547-6cc4-4a08-bfb5-b2b2a6ba8077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:48:19.208088 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-bf48a547-6cc4-4a08-bfb5-b2b2a6ba8077 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:19.213845 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-bf48a547-6cc4-4a08-bfb5-b2b2a6ba8077 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bda7032f-3ad2-4169-8d69-c9e9bb18af06 HTTP/1.1" status: 204  len: 168 time: 0.6148548
Jun 21 16:48:19.214099 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8200730-b63a-4aef-9f5b-d7dce0631cd7 None None] Network 26f51111-b954-47b2-a6f6-9888d0a11c17 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:48:19.216325 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46790) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:48:19.325816 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dae02c74-06f7-4875-9c25-4fe8edb26017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614427'] for network, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:19.336033 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-dae02c74-06f7-4875-9c25-4fe8edb26017 admin admin] Deleting port 3f2be24e-a400-4c24-9cc4-897b3256c78a {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:48:19.336307 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dae02c74-06f7-4875-9c25-4fe8edb26017 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:19.472638 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a39e97-2694-4586-81bb-eccb9de507db None None] DHCP port deletion for 26f51111-b954-47b2-a6f6-9888d0a11c17 request from dv-cinder-797161-1-iscsi {{(pid=78428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 21 16:48:19.477007 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-41a39e97-2694-4586-81bb-eccb9de507db None None] Deleting port 3f2be24e-a400-4c24-9cc4-897b3256c78a {{(pid=78428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:48:19.477384 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-41a39e97-2694-4586-81bb-eccb9de507db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:19.542201 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-dae02c74-06f7-4875-9c25-4fe8edb26017 admin admin] For port 3f2be24e-a400-4c24-9cc4-897b3256c78a, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=3f2be24e-a400-4c24-9cc4-897b3256c78a,segment=NetworkSegment(d5aa9258-6989-4900-b11f-c10735fd50ea),segment_id=d5aa9258-6989-4900-b11f-c10735fd50ea)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:48:19.542547 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dae02c74-06f7-4875-9c25-4fe8edb26017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:19.662055 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-dae02c74-06f7-4875-9c25-4fe8edb26017 admin admin] Calling delete_port for 3f2be24e-a400-4c24-9cc4-897b3256c78a owned by network:dhcp {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:48:19.676030 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-41a39e97-2694-4586-81bb-eccb9de507db None None] For port 3f2be24e-a400-4c24-9cc4-897b3256c78a, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=3f2be24e-a400-4c24-9cc4-897b3256c78a,segment=NetworkSegment(d5aa9258-6989-4900-b11f-c10735fd50ea),segment_id=d5aa9258-6989-4900-b11f-c10735fd50ea)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:48:19.676369 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-41a39e97-2694-4586-81bb-eccb9de507db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:19.737249 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dae02c74-06f7-4875-9c25-4fe8edb26017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:19.742105 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-ca69f110-2d57-4d97-9554-97b5e8194d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:48:19.789497 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae02c74-06f7-4875-9c25-4fe8edb26017 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f2be24e-a400-4c24-9cc4-897b3256c78a,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:48:19.791269 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae02c74-06f7-4875-9c25-4fe8edb26017 admin admin] No DVR routers for this DVR port 3f2be24e-a400-4c24-9cc4-897b3256c78a on host dv-cinder-797161-1-iscsi {{(pid=78426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 16:48:19.792784 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-dae02c74-06f7-4875-9c25-4fe8edb26017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:48:19.796468 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-41a39e97-2694-4586-81bb-eccb9de507db None None] Calling delete_port for 3f2be24e-a400-4c24-9cc4-897b3256c78a owned by network:dhcp {{(pid=78428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:48:19.870185 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.db.api [None req-41a39e97-2694-4586-81bb-eccb9de507db None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 16:48:19.870888 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_db.api [None req-41a39e97-2694-4586-81bb-eccb9de507db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 16:48:19.906928 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dae02c74-06f7-4875-9c25-4fe8edb26017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640139', 'neutron.services.segments.db._delete_segments_for_network-8768074427558'] for network, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:19.919921 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.services.segments.db [None req-dae02c74-06f7-4875-9c25-4fe8edb26017 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f979d2bc910>,) {'filters': {'network_id': ['26f51111-b954-47b2-a6f6-9888d0a11c17']}} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:48:19.932676 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.services.segments.db [None req-dae02c74-06f7-4875-9c25-4fe8edb26017 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f979d2bc910>, 'd5aa9258-6989-4900-b11f-c10735fd50ea') {'for_net_delete': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:48:19.932898 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.services.segments.db [None req-dae02c74-06f7-4875-9c25-4fe8edb26017 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f979d2bc910>, 'd5aa9258-6989-4900-b11f-c10735fd50ea') {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:48:19.944860 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dae02c74-06f7-4875-9c25-4fe8edb26017 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768074438669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3128881'] for segment, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:19.960270 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dae02c74-06f7-4875-9c25-4fe8edb26017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645578'] for segment, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:19.966435 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae02c74-06f7-4875-9c25-4fe8edb26017 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=78426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 16:48:19.966813 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dae02c74-06f7-4875-9c25-4fe8edb26017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-645571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2481582'] for segment, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:19.979712 dv-cinder-797161-1-iscsi neutron-server[78426]: Traceback (most recent call last):
Jun 21 16:48:19.979712 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 16:48:19.979712 dv-cinder-797161-1-iscsi neutron-server[78426]:     timer()
Jun 21 16:48:19.979712 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 16:48:19.979712 dv-cinder-797161-1-iscsi neutron-server[78426]:     cb(*args, **kw)
Jun 21 16:48:19.979712 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 16:48:19.979712 dv-cinder-797161-1-iscsi neutron-server[78426]:     return func(*args, **kwargs)
Jun 21 16:48:19.979712 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 16:48:19.979712 dv-cinder-797161-1-iscsi neutron-server[78426]:     self._notify()
Jun 21 16:48:19.979712 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 16:48:19.979712 dv-cinder-797161-1-iscsi neutron-server[78426]:     self.callback(batched_events)
Jun 21 16:48:19.979712 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 16:48:19.979712 dv-cinder-797161-1-iscsi neutron-server[78426]:     event.method(event)
Jun 21 16:48:19.979712 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 16:48:19.979712 dv-cinder-797161-1-iscsi neutron-server[78426]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 16:48:19.979712 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 16:48:19.979712 dv-cinder-797161-1-iscsi neutron-server[78426]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 16:48:19.979712 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 16:48:19.979712 dv-cinder-797161-1-iscsi neutron-server[78426]:     return f(self, *a, **k)
Jun 21 16:48:19.979712 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 16:48:19.979712 dv-cinder-797161-1-iscsi neutron-server[78426]:     return self._get(url).json()
Jun 21 16:48:19.979712 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 16:48:19.979712 dv-cinder-797161-1-iscsi neutron-server[78426]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 16:48:19.979712 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 16:48:19.979712 dv-cinder-797161-1-iscsi neutron-server[78426]:     return self.request(url, 'GET', **kwargs)
Jun 21 16:48:19.979712 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 16:48:19.979712 dv-cinder-797161-1-iscsi neutron-server[78426]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 16:48:19.979712 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 16:48:19.979712 dv-cinder-797161-1-iscsi neutron-server[78426]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 16:48:19.979712 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 16:48:19.979712 dv-cinder-797161-1-iscsi neutron-server[78426]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 16:48:19.979712 dv-cinder-797161-1-iscsi neutron-server[78426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 16:48:20.057011 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dae02c74-06f7-4875-9c25-4fe8edb26017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1727415'] for network, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:20.060702 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-877996b6-a048-4623-9245-fba7b5d91811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:48:20.080825 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dae02c74-06f7-4875-9c25-4fe8edb26017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for network, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:20.091195 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae02c74-06f7-4875-9c25-4fe8edb26017 admin admin] Pushing event deleted for resources: {'Network': ['ID=26f51111-b954-47b2-a6f6-9888d0a11c17,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:48:20.095378 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-dae02c74-06f7-4875-9c25-4fe8edb26017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:48:20.100011 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-dae02c74-06f7-4875-9c25-4fe8edb26017 admin admin] 10.222.0.24 "DELETE /v2.0/networks/26f51111-b954-47b2-a6f6-9888d0a11c17 HTTP/1.1" status: 204  len: 168 time: 0.8827581
Jun 21 16:48:20.102763 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46794) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:48:20.113939 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-9c9553b1-f5f0-4cc5-829a-e696b25dc288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:20.371449 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-41a39e97-2694-4586-81bb-eccb9de507db None None] Deleting port 3f2be24e-a400-4c24-9cc4-897b3256c78a {{(pid=78428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:48:20.371878 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-41a39e97-2694-4586-81bb-eccb9de507db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:20.438827 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-41a39e97-2694-4586-81bb-eccb9de507db None None] The port '3f2be24e-a400-4c24-9cc4-897b3256c78a' was deleted {{(pid=78428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}}
Jun 21 16:48:20.727145 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-84c73b06-9e68-4384-a568-2bde42665690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1726647'] for router_interface, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:20.778432 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 3f2be24e-a400-4c24-9cc4-897b3256c78a no longer exists at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:48:20.815749 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] No Port match for: 3f2be24e-a400-4c24-9cc4-897b3256c78a {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:48:20.816349 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 3f2be24e-a400-4c24-9cc4-897b3256c78a not bound to the agent host dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:48:20.872272 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:21.071444 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-84c73b06-9e68-4384-a568-2bde42665690 admin admin] Deleting port c3de18f4-f030-45ef-b87f-cad8890ef4ff {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:48:21.071727 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-84c73b06-9e68-4384-a568-2bde42665690 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:21.239977 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-84c73b06-9e68-4384-a568-2bde42665690 admin admin] For port c3de18f4-f030-45ef-b87f-cad8890ef4ff, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=c3de18f4-f030-45ef-b87f-cad8890ef4ff,segment=NetworkSegment(d47ce0ed-38c0-4423-941d-d1e959ed61d4),segment_id=d47ce0ed-38c0-4423-941d-d1e959ed61d4)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:48:21.240328 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-84c73b06-9e68-4384-a568-2bde42665690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:21.358147 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-84c73b06-9e68-4384-a568-2bde42665690 admin admin] Calling delete_port for c3de18f4-f030-45ef-b87f-cad8890ef4ff owned by network:router_interface {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:48:21.522129 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:21.528744 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-84c73b06-9e68-4384-a568-2bde42665690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:21.532959 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-6280e1c7-f1b3-4da1-bf43-4f9cb8e27ae3 tempest-VolumesNegativeTest-733152571 tempest-VolumesNegativeTest-733152571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:48:21.578924 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c73b06-9e68-4384-a568-2bde42665690 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3de18f4-f030-45ef-b87f-cad8890ef4ff,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:48:21.605048 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-84c73b06-9e68-4384-a568-2bde42665690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:48:21.839583 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-84c73b06-9e68-4384-a568-2bde42665690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1593583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1647111'] for router_interface, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:22.289981 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c73b06-9e68-4384-a568-2bde42665690 admin admin] Router 2d427bbf-5e4f-492f-9002-cc95b60fb825 has already been hosted by L3 agent 99ff274a-f4bf-4798-8d3a-41486eca0dfb {{(pid=78426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 21 16:48:22.465745 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c73b06-9e68-4384-a568-2bde42665690 admin admin] Notify agent at l3_agent.dv-cinder-797161-1-iscsi the message routers_updated {{(pid=78426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 21 16:48:22.475838 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce875a9-d8f1-44ce-8b4b-a321a7343c2d None None] Sync routers for ids ['2d427bbf-5e4f-492f-9002-cc95b60fb825'] in dv-cinder-797161-1-iscsi {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 21 16:48:22.483703 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-84c73b06-9e68-4384-a568-2bde42665690 admin admin] 10.222.0.24 "PUT /v2.0/routers/2d427bbf-5e4f-492f-9002-cc95b60fb825/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3797419
Jun 21 16:48:22.485274 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce875a9-d8f1-44ce-8b4b-a321a7343c2d None None] Routers {'2d427bbf-5e4f-492f-9002-cc95b60fb825'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:48:22.485585 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:22.486047 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-8ce875a9-d8f1-44ce-8b4b-a321a7343c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979eaac9d0>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:48:20Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['2d427bbf-5e4f-492f-9002-cc95b60fb825'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:48:22.486185 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46798) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:48:22.656885 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-80d8e5b1-c8a9-478e-bb4e-edd86154cd87 admin admin] Notify callbacks [] for router, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:22.660380 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-8ce875a9-d8f1-44ce-8b4b-a321a7343c2d None None] Set router 2d427bbf-5e4f-492f-9002-cc95b60fb825 gateway port host: dv-cinder-797161-1-iscsi {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:48:22.838439 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-80d8e5b1-c8a9-478e-bb4e-edd86154cd87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:22.848302 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-80d8e5b1-c8a9-478e-bb4e-edd86154cd87 admin admin] Deleting port 1d39e42e-d1f3-479f-ae7d-adbed0402f18 {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:48:22.848950 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-80d8e5b1-c8a9-478e-bb4e-edd86154cd87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:22.968494 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-8ce875a9-d8f1-44ce-8b4b-a321a7343c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979eaac9d0>, [{'id': '2d427bbf-5e4f-492f-9002-cc95b60fb825', 'name': 'tempest-TestMinimumBasicScenario-49275386-router', 'tenant_id': 'dd655f0cc78749caac0a06fc99d2c008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'external_fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '1d39e42e-d1f3-479f-ae7d-adbed0402f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:46:06Z', 'updated_at': '2021-06-21T16:48:21Z', 'revision_number': 5, 'project_id': 'dd655f0cc78749caac0a06fc99d2c008', 'gw_port': {'id': '1d39e42e-d1f3-479f-ae7d-adbed0402f18', 'name': '', 'network_id': '70dc8c3b-1fd1-4e34-848f-30da40ce5650', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d427bbf-5e4f-492f-9002-cc95b60fb825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '64348721-2f14-434e-9349-1c86303c6cb6', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797161-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T16:46:06Z', 'updated_at': '2021-06-21T16:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64348721-2f14-434e-9349-1c86303c6cb6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797161-1-iscsi'}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:48:22.972884 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce875a9-d8f1-44ce-8b4b-a321a7343c2d None None] Checking router: 2d427bbf-5e4f-492f-9002-cc95b60fb825 for host: dv-cinder-797161-1-iscsi {{(pid=78429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 21 16:48:22.981232 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce875a9-d8f1-44ce-8b4b-a321a7343c2d None None] Routers {'2d427bbf-5e4f-492f-9002-cc95b60fb825'} bound to L3 agent in host dv-cinder-797161-1-iscsi {{(pid=78429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 21 16:48:22.981761 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-8ce875a9-d8f1-44ce-8b4b-a321a7343c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f979eaac9d0>, 'dv-cinder-797161-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T16:25:50Z,description=<?>,heartbeat_timestamp=2021-06-21T16:48:20Z,host='dv-cinder-797161-1-iscsi',id=99ff274a-f4bf-4798-8d3a-41486eca0dfb,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-21T16:25:50Z,topic='l3_agent')) {'router_ids': ['2d427bbf-5e4f-492f-9002-cc95b60fb825'], 'active': True} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:48:23.017994 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-80d8e5b1-c8a9-478e-bb4e-edd86154cd87 admin admin] For port 1d39e42e-d1f3-479f-ae7d-adbed0402f18, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=1d39e42e-d1f3-479f-ae7d-adbed0402f18,segment=NetworkSegment(3123edc3-090a-4516-9a79-a6a8c7b9190b),segment_id=3123edc3-090a-4516-9a79-a6a8c7b9190b)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:48:23.018955 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-80d8e5b1-c8a9-478e-bb4e-edd86154cd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:23.130577 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_dvr_db [None req-8ce875a9-d8f1-44ce-8b4b-a321a7343c2d None None] Set router 2d427bbf-5e4f-492f-9002-cc95b60fb825 gateway port host: None {{(pid=78429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
Jun 21 16:48:23.148172 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-80d8e5b1-c8a9-478e-bb4e-edd86154cd87 admin admin] Calling delete_port for 1d39e42e-d1f3-479f-ae7d-adbed0402f18 owned by network:router_gateway {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:48:23.233418 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.l3_hamode_db [None req-8ce875a9-d8f1-44ce-8b4b-a321a7343c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f979eaac9d0>, [{'id': '2d427bbf-5e4f-492f-9002-cc95b60fb825', 'name': 'tempest-TestMinimumBasicScenario-49275386-router', 'tenant_id': 'dd655f0cc78749caac0a06fc99d2c008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:46:06Z', 'updated_at': '2021-06-21T16:48:22Z', 'revision_number': 6, 'project_id': 'dd655f0cc78749caac0a06fc99d2c008', 'gw_port_host': None}], 'dv-cinder-797161-1-iscsi', False) {} {{(pid=78429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:48:23.237714 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce875a9-d8f1-44ce-8b4b-a321a7343c2d None None] The sync data for ids ['2d427bbf-5e4f-492f-9002-cc95b60fb825'] in dv-cinder-797161-1-iscsi is: [{'id': '2d427bbf-5e4f-492f-9002-cc95b60fb825', 'name': 'tempest-TestMinimumBasicScenario-49275386-router', 'tenant_id': 'dd655f0cc78749caac0a06fc99d2c008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T16:46:06Z', 'updated_at': '2021-06-21T16:48:22Z', 'revision_number': 6, 'project_id': 'dd655f0cc78749caac0a06fc99d2c008', 'gw_port_host': None}] {{(pid=78429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 21 16:48:23.424991 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-80d8e5b1-c8a9-478e-bb4e-edd86154cd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:23.428694 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-77a7cb64-9ffb-4246-8c70-968f6602a676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:48:23.471008 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d8e5b1-c8a9-478e-bb4e-edd86154cd87 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d39e42e-d1f3-479f-ae7d-adbed0402f18,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:48:23.474217 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-80d8e5b1-c8a9-478e-bb4e-edd86154cd87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:48:23.562932 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-80d8e5b1-c8a9-478e-bb4e-edd86154cd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1727384'] for router_gateway, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:23.734938 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-80d8e5b1-c8a9-478e-bb4e-edd86154cd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1648145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1019'] for router, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:23.737820 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-80d8e5b1-c8a9-478e-bb4e-edd86154cd87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:23.760350 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-80d8e5b1-c8a9-478e-bb4e-edd86154cd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1647669'] for router, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:23.760847 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d8e5b1-c8a9-478e-bb4e-edd86154cd87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d427bbf-5e4f-492f-9002-cc95b60fb825 {{(pid=78426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 21 16:48:23.773326 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-80d8e5b1-c8a9-478e-bb4e-edd86154cd87 admin admin] Notify callbacks [] for router, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:23.774455 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-80d8e5b1-c8a9-478e-bb4e-edd86154cd87 admin admin] 10.222.0.24 "DELETE /v2.0/routers/2d427bbf-5e4f-492f-9002-cc95b60fb825 HTTP/1.1" status: 204  len: 168 time: 1.2873778
Jun 21 16:48:23.777017 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46802) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:48:23.835786 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f06a049-ccb7-41d4-936f-28591c6f6c70 admin admin] Deleting subnet b5117e95-0c97-456f-9f7c-c3459251ac06 {{(pid=78426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Jun 21 16:48:23.838471 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0f06a049-ccb7-41d4-936f-28591c6f6c70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:23.888313 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0f06a049-ccb7-41d4-936f-28591c6f6c70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3128838'] for subnet, precommit_delete_associations {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:23.964283 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0f06a049-ccb7-41d4-936f-28591c6f6c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-640788'] for subnet, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:24.215967 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0f06a049-ccb7-41d4-936f-28591c6f6c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-640795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2434572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2228998'] for subnet, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:24.220052 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-cf830fda-4f09-4e4f-838e-d24e2016eb0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:48:24.254999 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06a049-ccb7-41d4-936f-28591c6f6c70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5117e95-0c97-456f-9f7c-c3459251ac06,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:48:24.257546 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-0f06a049-ccb7-41d4-936f-28591c6f6c70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:48:24.260017 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0f06a049-ccb7-41d4-936f-28591c6f6c70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:24.265523 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4f243d-1769-4c45-955f-2d1ee8daf258 None None] Network 16db2e48-e7d9-4d3d-90e4-d7fa30c100a8 requested from dv-cinder-797161-1-iscsi {{(pid=78428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 21 16:48:24.265965 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-0f06a049-ccb7-41d4-936f-28591c6f6c70 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b5117e95-0c97-456f-9f7c-c3459251ac06 HTTP/1.1" status: 204  len: 168 time: 0.4879358
Jun 21 16:48:24.268756 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46806) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:48:24.372290 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c7ad3b85-9d3a-4348-85e5-a7b4be0fe794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614427'] for network, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:24.387912 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-c7ad3b85-9d3a-4348-85e5-a7b4be0fe794 admin admin] Deleting port 3cbbb0fe-8cf7-4a5b-8098-89e3e4820a34 {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:48:24.387912 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c7ad3b85-9d3a-4348-85e5-a7b4be0fe794 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:24.535369 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31921368-2844-46e9-b215-bda6a9fc19cc None None] DHCP port deletion for 16db2e48-e7d9-4d3d-90e4-d7fa30c100a8 request from dv-cinder-797161-1-iscsi {{(pid=78428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 21 16:48:24.539821 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-31921368-2844-46e9-b215-bda6a9fc19cc None None] Deleting port 3cbbb0fe-8cf7-4a5b-8098-89e3e4820a34 {{(pid=78428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:48:24.540225 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-31921368-2844-46e9-b215-bda6a9fc19cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:24.590001 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c7ad3b85-9d3a-4348-85e5-a7b4be0fe794 admin admin] For port 3cbbb0fe-8cf7-4a5b-8098-89e3e4820a34, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=3cbbb0fe-8cf7-4a5b-8098-89e3e4820a34,segment=NetworkSegment(d47ce0ed-38c0-4423-941d-d1e959ed61d4),segment_id=d47ce0ed-38c0-4423-941d-d1e959ed61d4)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:48:24.590357 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c7ad3b85-9d3a-4348-85e5-a7b4be0fe794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:24.709943 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-c7ad3b85-9d3a-4348-85e5-a7b4be0fe794 admin admin] Calling delete_port for 3cbbb0fe-8cf7-4a5b-8098-89e3e4820a34 owned by network:dhcp {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:48:24.737342 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.db [None req-31921368-2844-46e9-b215-bda6a9fc19cc None None] For port 3cbbb0fe-8cf7-4a5b-8098-89e3e4820a34, host dv-cinder-797161-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797161-1-iscsi',level=0,port_id=3cbbb0fe-8cf7-4a5b-8098-89e3e4820a34,segment=NetworkSegment(d47ce0ed-38c0-4423-941d-d1e959ed61d4),segment_id=d47ce0ed-38c0-4423-941d-d1e959ed61d4)] {{(pid=78428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 21 16:48:24.737736 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-31921368-2844-46e9-b215-bda6a9fc19cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728333'] for port, precommit_delete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:24.794034 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c7ad3b85-9d3a-4348-85e5-a7b4be0fe794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-41835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768074402726', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768073955521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2434687'] for port, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:24.797897 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-a601a3ce-26b9-41af-a922-dfbc1badedc0 tempest-TestMinimumBasicScenario-294497352 tempest-TestMinimumBasicScenario-294497352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:48:24.802965 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device c3de18f4-f030-45ef-b87f-cad8890ef4ff no longer exists at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:48:24.892285 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-31921368-2844-46e9-b215-bda6a9fc19cc None None] Calling delete_port for 3cbbb0fe-8cf7-4a5b-8098-89e3e4820a34 owned by network:dhcp {{(pid=78428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jun 21 16:48:24.928290 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] No Port match for: c3de18f4-f030-45ef-b87f-cad8890ef4ff {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:48:24.928635 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device c3de18f4-f030-45ef-b87f-cad8890ef4ff not bound to the agent host dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:48:24.929045 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 1d39e42e-d1f3-479f-ae7d-adbed0402f18 no longer exists at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:48:24.944691 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad3b85-9d3a-4348-85e5-a7b4be0fe794 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cbbb0fe-8cf7-4a5b-8098-89e3e4820a34,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:48:24.946462 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ad3b85-9d3a-4348-85e5-a7b4be0fe794 admin admin] No DVR routers for this DVR port 3cbbb0fe-8cf7-4a5b-8098-89e3e4820a34 on host dv-cinder-797161-1-iscsi {{(pid=78426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 21 16:48:24.947945 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c7ad3b85-9d3a-4348-85e5-a7b4be0fe794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:48:24.974963 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] No Port match for: 1d39e42e-d1f3-479f-ae7d-adbed0402f18 {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:48:24.975223 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 1d39e42e-d1f3-479f-ae7d-adbed0402f18 not bound to the agent host dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:48:24.975657 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 3cbbb0fe-8cf7-4a5b-8098-89e3e4820a34 no longer exists at agent ovs-agent-dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 21 16:48:25.012016 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] No Port match for: 3cbbb0fe-8cf7-4a5b-8098-89e3e4820a34 {{(pid=78428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jun 21 16:48:25.012360 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.rpc [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Device 3cbbb0fe-8cf7-4a5b-8098-89e3e4820a34 not bound to the agent host dv-cinder-797161-1-iscsi {{(pid=78428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 21 16:48:25.039025 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.db.api [None req-31921368-2844-46e9-b215-bda6a9fc19cc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 21 16:48:25.039385 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG oslo_db.api [None req-31921368-2844-46e9-b215-bda6a9fc19cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 21 16:48:25.061216 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c7ad3b85-9d3a-4348-85e5-a7b4be0fe794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-640139', 'neutron.services.segments.db._delete_segments_for_network-8768074427558'] for network, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:25.073955 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.services.segments.db [None req-c7ad3b85-9d3a-4348-85e5-a7b4be0fe794 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f979c434c10>,) {'filters': {'network_id': ['16db2e48-e7d9-4d3d-90e4-d7fa30c100a8']}} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:48:25.086269 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.services.segments.db [None req-c7ad3b85-9d3a-4348-85e5-a7b4be0fe794 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f979c434c10>, 'd47ce0ed-38c0-4423-941d-d1e959ed61d4') {'for_net_delete': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:48:25.086561 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.services.segments.db [None req-c7ad3b85-9d3a-4348-85e5-a7b4be0fe794 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f979c434c10>, 'd47ce0ed-38c0-4423-941d-d1e959ed61d4') {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 21 16:48:25.098879 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c7ad3b85-9d3a-4348-85e5-a7b4be0fe794 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768074438669', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3128881'] for segment, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:25.114778 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c7ad3b85-9d3a-4348-85e5-a7b4be0fe794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645578'] for segment, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:25.121004 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7ad3b85-9d3a-4348-85e5-a7b4be0fe794 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=78426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 21 16:48:25.121426 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c7ad3b85-9d3a-4348-85e5-a7b4be0fe794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-645571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2481582'] for segment, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:25.138059 dv-cinder-797161-1-iscsi neutron-server[78426]: Traceback (most recent call last):
Jun 21 16:48:25.138059 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 21 16:48:25.138059 dv-cinder-797161-1-iscsi neutron-server[78426]:     timer()
Jun 21 16:48:25.138059 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 21 16:48:25.138059 dv-cinder-797161-1-iscsi neutron-server[78426]:     cb(*args, **kw)
Jun 21 16:48:25.138059 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 21 16:48:25.138059 dv-cinder-797161-1-iscsi neutron-server[78426]:     return func(*args, **kwargs)
Jun 21 16:48:25.138059 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 21 16:48:25.138059 dv-cinder-797161-1-iscsi neutron-server[78426]:     self._notify()
Jun 21 16:48:25.138059 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 21 16:48:25.138059 dv-cinder-797161-1-iscsi neutron-server[78426]:     self.callback(batched_events)
Jun 21 16:48:25.138059 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 21 16:48:25.138059 dv-cinder-797161-1-iscsi neutron-server[78426]:     event.method(event)
Jun 21 16:48:25.138059 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 21 16:48:25.138059 dv-cinder-797161-1-iscsi neutron-server[78426]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 21 16:48:25.138059 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 21 16:48:25.138059 dv-cinder-797161-1-iscsi neutron-server[78426]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 21 16:48:25.138059 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 21 16:48:25.138059 dv-cinder-797161-1-iscsi neutron-server[78426]:     return f(self, *a, **k)
Jun 21 16:48:25.138059 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 21 16:48:25.138059 dv-cinder-797161-1-iscsi neutron-server[78426]:     return self._get(url).json()
Jun 21 16:48:25.138059 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 21 16:48:25.138059 dv-cinder-797161-1-iscsi neutron-server[78426]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 21 16:48:25.138059 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 21 16:48:25.138059 dv-cinder-797161-1-iscsi neutron-server[78426]:     return self.request(url, 'GET', **kwargs)
Jun 21 16:48:25.138059 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 21 16:48:25.138059 dv-cinder-797161-1-iscsi neutron-server[78426]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 21 16:48:25.138059 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 21 16:48:25.138059 dv-cinder-797161-1-iscsi neutron-server[78426]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 21 16:48:25.138059 dv-cinder-797161-1-iscsi neutron-server[78426]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 21 16:48:25.138059 dv-cinder-797161-1-iscsi neutron-server[78426]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 21 16:48:25.138059 dv-cinder-797161-1-iscsi neutron-server[78426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 21 16:48:25.214971 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c7ad3b85-9d3a-4348-85e5-a7b4be0fe794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1727415'] for network, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:25.220067 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c7ad3b85-9d3a-4348-85e5-a7b4be0fe794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1593482'] for network, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:25.223207 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:48:25.246044 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad3b85-9d3a-4348-85e5-a7b4be0fe794 admin admin] Pushing event deleted for resources: {'Network': ['ID=16db2e48-e7d9-4d3d-90e4-d7fa30c100a8,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:48:25.248277 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c7ad3b85-9d3a-4348-85e5-a7b4be0fe794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:48:25.253216 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-c7ad3b85-9d3a-4348-85e5-a7b4be0fe794 admin admin] 10.222.0.24 "DELETE /v2.0/networks/16db2e48-e7d9-4d3d-90e4-d7fa30c100a8 HTTP/1.1" status: 204  len: 168 time: 0.9834270
Jun 21 16:48:25.428734 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46812) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:48:25.476915 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-902cb228-5063-4c6c-a1f8-6b12f9fcfdfa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=177d64542d4a47e89c017ce0156d10a2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0469263
Jun 21 16:48:25.479101 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46816) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:48:25.539090 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-7436d187-6c76-4a44-9a55-cc5e16efbbb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:25.540221 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-31921368-2844-46e9-b215-bda6a9fc19cc None None] Deleting port 3cbbb0fe-8cf7-4a5b-8098-89e3e4820a34 {{(pid=78428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Jun 21 16:48:25.540727 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-31921368-2844-46e9-b215-bda6a9fc19cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768074400341'] for port, before_delete {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:25.564723 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-7436d187-6c76-4a44-9a55-cc5e16efbbb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:25.605371 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron.plugins.ml2.plugin [None req-31921368-2844-46e9-b215-bda6a9fc19cc None None] The port '3cbbb0fe-8cf7-4a5b-8098-89e3e4820a34' was deleted {{(pid=78428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}}
Jun 21 16:48:25.619155 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-7436d187-6c76-4a44-9a55-cc5e16efbbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:25.623964 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-14dd78c4-8139-424a-a2cd-8f0fb5ebc266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:48:25.636829 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7436d187-6c76-4a44-9a55-cc5e16efbbb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f24954-5fd8-4236-a6d3-3e1e5aba854c,revision_number=None']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:48:25.640688 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-7436d187-6c76-4a44-9a55-cc5e16efbbb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:48:25.649509 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-7436d187-6c76-4a44-9a55-cc5e16efbbb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:25.650743 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-7436d187-6c76-4a44-9a55-cc5e16efbbb6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/21f24954-5fd8-4236-a6d3-3e1e5aba854c HTTP/1.1" status: 204  len: 168 time: 0.1706114
Jun 21 16:48:25.726598 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:48:25.981341 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [-] (78426) accepted ('10.222.0.24', 46824) {{(pid=78426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:48:26.029643 dv-cinder-797161-1-iscsi neutron-server[78426]: INFO neutron.wsgi [None req-f8ac17e5-56a9-4178-a316-f6e8078fe564 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dd655f0cc78749caac0a06fc99d2c008&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0470793
Jun 21 16:48:26.032248 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.wsgi [-] (78427) accepted ('10.222.0.24', 46828) {{(pid=78427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 21 16:48:26.092384 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c2b9646c-cda7-419c-881b-8dad08ca414f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:26.120426 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c2b9646c-cda7-419c-881b-8dad08ca414f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:26.171199 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c2b9646c-cda7-419c-881b-8dad08ca414f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1742215'] for security_group, after_delete {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:26.174611 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-35ad5c71-b110-4c57-adb5-02a53cd6a3a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 21 16:48:26.184992 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b9646c-cda7-419c-881b-8dad08ca414f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fa998e-b814-4176-baa0-3a7b3619f3a8,revision_number=None']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 21 16:48:26.188951 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-c2b9646c-cda7-419c-881b-8dad08ca414f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 21 16:48:26.192885 dv-cinder-797161-1-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-c2b9646c-cda7-419c-881b-8dad08ca414f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:26.193972 dv-cinder-797161-1-iscsi neutron-server[78427]: INFO neutron.wsgi [None req-c2b9646c-cda7-419c-881b-8dad08ca414f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b7fa998e-b814-4176-baa0-3a7b3619f3a8 HTTP/1.1" status: 204  len: 168 time: 0.1606710
Jun 21 16:48:47.478817 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-6dcbea75-f833-4144-916b-65de122d56bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:47.913781 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:50.116495 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-706d02d6-52d5-49c8-b634-c698abfd612f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:50.880060 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:51.523565 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:48:52.483808 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:49:02.727102 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:49:17.480336 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-a5a79bef-40ab-4e3f-895b-7ac08b4ccfc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:49:17.915238 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:49:20.118469 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-42e08a44-54d5-4798-a0fe-4de2e14549f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:49:20.878223 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:49:21.535574 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:49:22.485858 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:49:39.727135 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:49:47.481741 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-80e9d991-aa8a-497d-a60f-b1fcb8b0e4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:49:47.915942 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:49:50.119726 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-f1721f2e-92b5-4ded-aeda-116c77d9f9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:49:50.882190 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:49:51.538460 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:49:52.487852 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:49:53.684706 dv-cinder-797161-1-iscsi neutron-server[78426]: DEBUG neutron.wsgi [req-0f8cc29c-8e56-486a-9c49-d60c5cc51d06 req-7780dbb8-b1a0-499c-89aa-943d6a722b58 service neutron] (78426) timed out ('10.222.0.39', 59629) {{(pid=78426) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 21 16:50:16.725883 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:50:17.483865 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-d81c0ba3-4774-49cc-ab96-07483e299df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:50:17.917000 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:50:20.120965 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-193057d8-0431-4764-87cb-4269721fcbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:50:20.883483 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:50:21.536781 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:50:22.494731 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:50:47.484285 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-e2e6a759-f21c-4865-85c2-b8e897556149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:50:47.919071 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:50:50.122187 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c6ce561b-8faf-4411-a9e1-c01e7d158b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:50:50.886564 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:50:51.549793 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:50:52.493213 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:50:53.724531 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:51:17.484895 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-3c1dfdc2-1eae-420c-a752-f9f75efa7452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:51:17.920389 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:51:20.123076 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-16d1b13f-4adf-4d27-aa6e-189c91581bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:51:20.890719 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:51:21.564266 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:51:22.494885 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:51:30.723065 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:51:47.486837 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-2de1be64-b09e-4344-b54c-eada9b42b740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:51:47.921466 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:51:50.124557 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-08e0bd6c-2cbb-4e69-9edb-c3f6672d053d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:51:50.892562 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:51:51.579276 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:51:52.499655 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:52:07.722747 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:52:17.489306 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-ebda4d52-271e-4c0a-b8e8-1ec9eafc4dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:52:17.922303 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:52:20.125769 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-46001f95-f09d-44b3-a761-64d2415c856e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:52:20.895391 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:52:21.579938 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:52:22.501080 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:52:44.720906 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:52:47.490262 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-cb0e3e39-5a31-44cd-a09c-9c602691885c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:52:47.922926 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:52:50.126587 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-d0e8eb17-dd34-4ba6-a562-bc76197ecbe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:52:50.899232 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:52:51.580995 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:52:52.503747 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:53:17.491872 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-337a575c-6979-4165-8613-7f419d3811c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:53:17.924545 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:53:20.127932 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-15f49125-d544-4d18-a299-9658c1ef04cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:53:20.902014 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-43b20b51-f627-4d7b-933e-f8909a37ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:53:21.593153 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-5a310fcc-653c-4b34-a9ef-fb0a6c5d66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:53:21.720465 dv-cinder-797161-1-iscsi neutron-server[78429]: DEBUG neutron.db.agents_db [None req-87a52c11-d9e9-427e-b219-859e1564f7f9 None None] Agent healthcheck: found 6 active agents {{(pid=78429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
Jun 21 16:53:22.505618 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-aaaef9de-6a2c-4081-9383-4f5697b14faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:53:47.493488 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-a9402449-3026-4b7d-9211-5ce2cf005173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 21 16:53:47.925456 dv-cinder-797161-1-iscsi neutron-server[78428]: DEBUG neutron_lib.callbacks.manager [None req-c35f7118-d26b-4ad2-97cc-732cb470ca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768074427567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642513'] for agent, after_update {{(pid=78428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}